-- Logs begin at Thu 2022-05-05 14:33:12 UTC, end at Thu 2022-05-05 15:54:02 UTC. -- May 05 15:21:08.716680 dv-cinder-835881-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 05 15:21:11.590483 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.common.config [-] Logging enabled! May 05 15:21:11.591110 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:21:11.591344 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103644) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:21:11.595241 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.common.config [-] Logging enabled! May 05 15:21:11.595515 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:21:11.595846 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103644) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:21:11.596775 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:21:11.597008 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:21:11.597389 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:21:11.597744 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:21:11.597975 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:21:11.598289 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.598694 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.598923 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.599220 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.599530 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.599819 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.600108 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.600402 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.600728 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.601010 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.601293 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.601525 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.601802 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.602087 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.602372 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.602596 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] debug = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.602889 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.603307 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.603758 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.604038 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.604327 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.604604 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.604876 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.605156 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.605433 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.605759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] host = dv-cinder-835881-6-iscsi {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.606035 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.606321 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.606892 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.607126 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.607842 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.607842 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.608172 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.608452 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.608727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.608999 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.609289 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.609575 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.609863 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.610088 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.610309 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.610591 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.610892 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.611166 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.611439 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.611857 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.612014 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.612286 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.612554 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.612835 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.613118 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.613404 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.613674 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.613991 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.614215 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.614484 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.614807 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.615083 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.615353 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.615658 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.615942 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.616209 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.616479 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.616774 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.617058 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.617339 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.617627 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.617897 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.618179 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.618451 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.618985 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.619254 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_json = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.619550 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.619824 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.620104 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.620375 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.620642 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.620916 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.621185 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.621470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.621741 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:11.622554 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.622850 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.623150 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.623495 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.623805 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.624086 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.624377 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.624656 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.624945 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.625231 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.625518 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.625795 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.626128 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.626603 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.627110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.627672 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.628167 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.628665 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.629139 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.629613 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.630080 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.630548 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.631040 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.631549 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.632038 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.632515 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.632977 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.633465 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.633912 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.634356 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.634820 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.635126 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.635410 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.635869 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.636172 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.636455 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.636778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.637070 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.637353 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.638226 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.638557 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.638843 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.639142 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.639423 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.639725 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.640022 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.645918 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.646806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.647434 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648111 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648111 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648111 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648335 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648613 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.648891 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.649166 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.649474 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.649747 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.650023 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.650297 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.650568 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.650871 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.651140 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.651426 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.651729 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.652007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.652621 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.652900 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.653175 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.653497 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.653772 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.654054 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.654334 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.654615 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.654909 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.655203 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.655600 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.655899 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.656194 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.656471 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.656778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.657091 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:11.657304 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:21:11.657552 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103644) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 15:21:12.149190 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:21:12.149459 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:21:12.149764 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:21:12.150095 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 15:21:12.488832 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.489030 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.489272 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.490489 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.490760 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.491022 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.551410 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.551713 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.551981 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.566834 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.567113 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.567378 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.597948 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.598650 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.598650 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.636374 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.636644 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.636910 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.987625 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.987875 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.988142 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.988411 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:12.989089 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.093911 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.094226 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.094507 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.094777 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.095046 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.095377 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.095686 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.095997 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.096203 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.096484 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.096742 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.097006 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.097259 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.097508 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.097759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.098018 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.098272 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.098536 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.098809 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.099066 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.099337 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.099613 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.099897 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.100271 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.100520 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.100765 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.101154 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.101393 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.101627 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.101864 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.102097 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.102329 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:13.102704 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 15:21:13.105823 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 15:21:13.109853 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 15:21:13.113801 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 05 15:21:13.115398 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 15:21:13.115887 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 15:21:13.116367 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 15:21:13.116748 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 15:21:13.119788 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 15:21:13.120040 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 15:21:13.120384 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:21:13.125799 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 05 15:21:13.149677 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 15:21:13.150134 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.150427 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103644) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 05 15:21:13.150795 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.152166 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103644) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 15:21:13.152446 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:21:13.152721 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 15:21:13.156079 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.156356 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:13.219040 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 15:21:13.219276 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 15:21:13.219537 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 15:21:13.219911 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 15:21:13.240928 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_db.sqlalchemy.engines [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103644) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 05 15:21:13.844938 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing driver for type 'gre' May 05 15:21:13.845580 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] gre ID ranges: [(1, 1000)] May 05 15:21:14.081719 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing driver for type 'local' May 05 15:21:14.082047 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing driver for type 'vlan' May 05 15:21:14.201364 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] VlanTypeDriver initialization complete May 05 15:21:14.201729 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing driver for type 'vxlan' May 05 15:21:14.202247 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] vxlan ID ranges: [(1, 1000)] May 05 15:21:14.462222 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing extension driver 'port_security' May 05 15:21:14.462484 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.extensions.port_security [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] PortSecurityExtensionDriver initialization complete May 05 15:21:14.462817 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing mechanism driver 'openvswitch' May 05 15:21:14.463145 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing mechanism driver 'hyperv' May 05 15:21:14.474380 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.plugin [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:14.475263 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.475662 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.476014 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.476542 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.476974 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.477329 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.477667 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.478068 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.478469 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.478814 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.479154 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.479581 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.479992 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.480390 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.480673 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.481065 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.481477 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.481814 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.482150 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.482543 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.482945 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > address_group after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.483286 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > address_group after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.483708 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.484107 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103644) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:21:14.484551 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] ML2 OVO RPC backend initialized. {{(pid=103644) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 05 15:21:14.485250 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.485602 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.486012 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.486356 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > networks before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.486701 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.487038 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > ports before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.487377 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.487806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnets before_response 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.488158 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.488486 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.488817 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.489169 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.489506 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.489838 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.490169 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.490504 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.490839 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.498464 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded quota_driver: . May 05 15:21:14.498823 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.plugin [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Modular L2 Plugin initialization complete May 05 15:21:14.500179 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading services supported by the core plugin {{(pid=103644) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 15:21:14.500179 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.plugins.ml2.managers [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Got port-security extension from driver 'port_security' May 05 15:21:14.500179 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.extensions.vlantransparent [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Disabled vlantransparent extension. May 05 15:21:14.501371 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103644) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 15:21:14.501371 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: router May 05 15:21:14.551856 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.552256 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_create 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.552627 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router before_create 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.552989 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.553358 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.553711 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_delete 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.554065 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.554415 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.554770 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_create 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.555110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.555462 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.555839 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.556317 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.556732 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.557099 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.557441 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.557777 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: subnet after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.558116 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.558466 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.558805 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_create 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.559146 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.559554 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.559912 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router after_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.560250 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.560599 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_create 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.560957 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.561297 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_update 55549900 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.561660 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > agent after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.562007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > agent after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.562346 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > network after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.563211 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Tracking information for resource: router configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:14.563571 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Tracking information for resource: floatingip configured {{(pid=103644) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:21:14.569216 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.db.l3_agentschedulers_db [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 15:21:14.569783 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.570144 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.570492 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.570841 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: port after_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.571670 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router before_create 55550100 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.572035 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.572394 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_create 55550100 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.572748 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > router precommit_update 55550100 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.578073 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.provider_configuration [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service providers = [] {{(pid=103644) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 15:21:14.578438 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.db.servicetype_db [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103644) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 15:21:14.581360 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.service_base [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:21:14.581707 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.service_base [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:21:14.582048 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.service_base [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:21:14.582921 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.services.service_base [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103644) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:21:14.583290 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.services.service_base [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 15:21:14.583708 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.584025 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 15:21:14.595121 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.595404 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: auto_allocate May 05 15:21:14.601098 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: network precommit_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.601463 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: network precommit_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.601983 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.602304 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: tag May 05 15:21:14.609088 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.609417 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: timestamp May 05 15:21:14.613214 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.613534 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: network_ip_availability May 05 15:21:14.625576 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.625946 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.626295 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.627016 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.627334 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: flavors May 05 15:21:14.632277 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.632608 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading Plugin: revisions May 05 15:21:14.636848 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103644) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:21:14.637246 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.487s {{(pid=103644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:21:14.638563 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103644) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 15:21:14.638893 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Initializing extension manager. May 05 15:21:14.639421 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: __init__.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.639784 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: __pycache__ {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.640117 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: _port_mac_address_override.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.640447 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: address_group.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.641219 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.641798 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: address-group May 05 15:21:14.642122 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: address_scope.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.642833 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.643337 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: address-scope May 05 15:21:14.643694 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.644640 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.645147 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: router-admin-state-down-before-update May 05 15:21:14.645465 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: agent.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.646163 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.646663 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: agent May 05 15:21:14.646980 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: agent_resources_synced.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.647907 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.648410 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: agent-resources-synced May 05 15:21:14.648727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: allowedaddresspairs.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.650538 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.651050 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: allowed-address-pairs May 05 15:21:14.651376 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: auto_allocated_topology.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.652474 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.652986 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: auto-allocated-topology May 05 15:21:14.653350 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: availability_zone.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.654040 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.654545 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: availability_zone May 05 15:21:14.654865 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: availability_zone_filter.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.655790 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.656290 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: availability_zone_filter May 05 15:21:14.656608 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: data_plane_status.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.657510 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.658006 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension data-plane-status not supported by any of loaded plugins May 05 15:21:14.658331 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: default_subnetpools.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.659223 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.659757 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: default-subnetpools May 05 15:21:14.660075 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.660906 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.661399 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: dhcp_agent_scheduler May 05 15:21:14.661716 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: dns.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.662621 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.663117 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension dns-integration not supported by any of loaded plugins May 05 15:21:14.663436 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: dns_domain_ports.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.672739 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.673245 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 15:21:14.673567 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.674489 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.674993 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 05 15:21:14.675309 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: dvr.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.676008 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.676510 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: dvr May 05 15:21:14.676828 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: ecmp_routes.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.677736 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.678239 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension ecmp_routes not supported by any of loaded plugins May 05 15:21:14.678559 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: empty_string_filtering.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.679452 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.679989 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: empty-string-filtering May 05 15:21:14.680308 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.681207 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.681702 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 15:21:14.682019 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.682931 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.683428 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 15:21:14.683773 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: external_net.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.685219 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.685726 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: external-net May 05 15:21:14.686043 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.686951 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.687456 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: extra_dhcp_opt May 05 15:21:14.687799 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: extraroute.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.688693 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.689195 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: extraroute May 05 15:21:14.689512 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: extraroute_atomic.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.690773 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.691285 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: extraroute-atomic May 05 15:21:14.691646 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: filter_validation.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.692395 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.692910 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: filter-validation May 05 15:21:14.693229 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: fip_pf_description.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.694132 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.694631 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 15:21:14.694948 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: fip_pf_port_range.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.695898 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.696399 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 05 15:21:14.696713 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: fip_port_details.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.697631 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.698155 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: fip-port-details May 05 15:21:14.698505 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: flavors.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.707507 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.708022 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: flavors May 05 15:21:14.708346 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.710000 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.710520 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 15:21:14.710846 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: floatingip_pools.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.711568 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.712083 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: floatingip-pools May 05 15:21:14.712471 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: ip_allocation.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.713326 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.713829 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension ip_allocation not supported by any of loaded plugins May 05 15:21:14.714149 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.715051 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.715679 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: ip-substring-filtering May 05 15:21:14.716005 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l2_adjacency.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.716955 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.717476 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 15:21:14.717791 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.718807 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.719320 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: router May 05 15:21:14.719670 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.721980 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.722553 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 15:21:14.722887 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.723864 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.724390 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: ext-gw-mode May 05 15:21:14.724718 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.725697 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.726223 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: l3-ha May 05 15:21:14.726550 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.727532 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.728054 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 05 15:21:14.728440 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_flavors.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.729336 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.729845 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: l3-flavors May 05 15:21:14.730169 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.731671 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.732192 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 05 15:21:14.732701 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.733640 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.734156 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 15:21:14.734482 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: l3agentscheduler.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.735606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.736131 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: l3_agent_scheduler May 05 15:21:14.736457 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: local_ip.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.742899 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.743429 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension local_ip not supported by any of loaded plugins May 05 15:21:14.744131 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: logging.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.745598 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.746108 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension logging not supported by any of loaded plugins May 05 15:21:14.746436 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: metering.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.747759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.748328 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: metering May 05 15:21:14.748650 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.749777 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.750292 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: metering_source_and_destination_fields May 05 15:21:14.750615 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: multiprovidernet.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.751563 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.752073 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: multi-provider May 05 15:21:14.752396 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: netmtu.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.753298 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.754124 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: net-mtu May 05 15:21:14.754124 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: netmtu_writable.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.755011 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.755539 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: net-mtu-writable May 05 15:21:14.755863 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: network_availability_zone.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.756529 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.757039 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: network_availability_zone May 05 15:21:14.757350 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: network_ip_availability.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.758459 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.758969 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: network-ip-availability May 05 15:21:14.759292 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: network_segment_range.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.760087 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.760593 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension network-segment-range not supported by any of loaded plugins May 05 15:21:14.760913 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: pagination.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.761884 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.762210 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: pagination May 05 15:21:14.762619 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_device_profile.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.764074 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.764591 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-device-profile May 05 15:21:14.764911 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_mac_address_override.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.765836 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.766342 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-mac-override May 05 15:21:14.766661 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.767604 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.768116 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-mac-address-regenerate May 05 15:21:14.768435 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.769339 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.769844 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-numa-affinity-policy May 05 15:21:14.770161 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_resource_request.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.771065 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.771608 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension port-resource-request not supported by any of loaded plugins May 05 15:21:14.771928 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: port_resource_request_groups.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.772886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.773385 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 05 15:21:14.773701 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: portbindings.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.774623 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.775128 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: binding May 05 15:21:14.775445 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: portbindings_extended.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.776725 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.777232 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: binding-extended May 05 15:21:14.777556 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: portsecurity.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.778500 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.779013 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-security May 05 15:21:14.779342 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: project_id.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.780335 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.780661 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: project-id May 05 15:21:14.780985 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: providernet.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.781885 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.782392 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: provider May 05 15:21:14.782712 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.786555 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.787078 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos not supported by any of loaded plugins May 05 15:21:14.787404 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.788683 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.789193 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 15:21:14.789517 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.790443 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.790948 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 15:21:14.791268 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_default.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.792209 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.792714 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-default not supported by any of loaded plugins May 05 15:21:14.793035 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_fip.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.793988 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.794498 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-fip not supported by any of loaded plugins May 05 15:21:14.794818 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.797878 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.798386 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 05 15:21:14.798707 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_gateway_ip.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.799655 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.800160 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 15:21:14.800479 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_port_network_policy.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.801379 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.801882 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 15:21:14.802199 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.803232 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.803779 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 05 15:21:14.804099 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.805122 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.805632 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 05 15:21:14.805961 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_pps_rule.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.807143 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.807690 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-pps not supported by any of loaded plugins May 05 15:21:14.808018 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_rule_type_details.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.808926 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.809953 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 15:21:14.810275 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.811176 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.811702 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 05 15:21:14.812023 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: qos_rules_alias.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.813056 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.813567 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 15:21:14.813888 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: quota_check_limit.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.814873 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.815388 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: quota-check-limit May 05 15:21:14.815766 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: quotasv2.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.816767 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.817091 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: quotas May 05 15:21:14.817408 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: quotasv2_detail.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.819128 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.819461 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: quota_details May 05 15:21:14.819814 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: rbac.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.820878 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.821398 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: rbac-policies May 05 15:21:14.821722 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: rbac_address_group.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.822646 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.823156 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: rbac-address-group May 05 15:21:14.823503 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: rbac_address_scope.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.830460 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.831003 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: rbac-address-scope May 05 15:21:14.831335 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: rbac_security_groups.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.832337 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.832875 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: rbac-security-groups May 05 15:21:14.833227 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: rbac_subnetpool.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.834142 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.834705 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: rbac-subnetpool May 05 15:21:14.835031 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: revisionifmatch.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.835984 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.836493 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: revision-if-match May 05 15:21:14.836818 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: revisions.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.837949 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.838453 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: standard-attr-revisions May 05 15:21:14.838778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: router_availability_zone.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.839560 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.840069 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: router_availability_zone May 05 15:21:14.840391 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: routerservicetype.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.842114 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.842114 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension router-service-type not supported by any of loaded plugins May 05 15:21:14.842114 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.843039 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.843652 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: security-groups-normalized-cidr May 05 15:21:14.844239 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.844902 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.845411 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: port-security-groups-filtering May 05 15:21:14.846917 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.846917 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.847280 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: security-groups-remote-address-group May 05 15:21:14.847639 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.848711 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.849261 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: security-groups-shared-filtering May 05 15:21:14.849588 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.850185 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 05 15:21:14.850506 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: securitygroup.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.861286 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.861860 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: security-group May 05 15:21:14.862201 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: segment.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.863007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.863533 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension segment not supported by any of loaded plugins May 05 15:21:14.863864 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.867204 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.867755 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 15:21:14.868082 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: servicetype.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.869439 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.869954 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: service-type May 05 15:21:14.870283 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: sorting.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.871262 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.871617 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: sorting May 05 15:21:14.872551 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: standard_attr_segment.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.873464 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.873975 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 15:21:14.874302 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: standardattrdescription.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.874952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.875456 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: standard-attr-description May 05 15:21:14.875805 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: stateful_security_group.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.876759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.877271 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: stateful-security-group May 05 15:21:14.877617 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: stdattrs_common.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.878199 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 15:21:14.878519 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.879436 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.879971 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 15:21:14.880296 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnet_onboard.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.881354 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.881869 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: subnet_onboard May 05 15:21:14.882190 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.883183 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.883790 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 15:21:14.884123 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnet_service_types.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.885046 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.885565 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: subnet-service-types May 05 15:21:14.885888 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnetallocation.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.886970 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.887547 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: subnet_allocation May 05 15:21:14.888385 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.889054 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.889596 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: subnetpool-prefix-ops May 05 15:21:14.889916 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.903427 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.904057 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 15:21:14.904389 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: tagging.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.905553 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.906075 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: standard-attr-tag May 05 15:21:14.906401 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: timestamp.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.907790 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.908308 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loaded extension: standard-attr-timestamp May 05 15:21:14.908634 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: trunk.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.909660 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.910173 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension trunk not supported by any of loaded plugins May 05 15:21:14.910501 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: trunk_details.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.911406 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.911994 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension trunk-details not supported by any of loaded plugins May 05 15:21:14.912307 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: uplink_status_propagation.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.913217 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.913725 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 15:21:14.914045 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Loading extension file: vlantransparent.py {{(pid=103644) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:21:14.914721 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103644) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:21:14.915225 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 15:21:14.917880 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:network May 05 15:21:14.918413 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnet May 05 15:21:14.918827 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:21:14.919209 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:port May 05 15:21:14.920599 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.921031 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service FLAVORS assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.921638 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.922069 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.922402 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:router May 05 15:21:14.922833 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:21:14.923371 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service METERING assigned prefix: /metering {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.924882 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.925260 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.925610 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:21:14.926634 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:21:14.927073 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:security_group May 05 15:21:14.927516 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:21:14.928121 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service CORE assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.928451 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:21:14.928794 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] subnetpool is already registered May 05 15:21:14.929211 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service CORE assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.929584 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:21:14.929912 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] subnetpool is already registered May 05 15:21:14.932174 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.932606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service FLAVORS assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.933192 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.933610 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.933941 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:router May 05 15:21:14.934273 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] router is already registered May 05 15:21:14.935202 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:21:14.935582 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] floatingip is already registered May 05 15:21:14.936042 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service METERING assigned prefix: /metering {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.936705 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:21:14.937030 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] rbac_policy is already registered May 05 15:21:14.937441 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:security_group May 05 15:21:14.937769 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] security_group is already registered May 05 15:21:14.938170 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:21:14.938500 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] security_group_rule is already registered May 05 15:21:14.939121 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service CORE assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.939448 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:21:14.939800 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] subnetpool is already registered May 05 15:21:14.940228 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.v2.resource_helper [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Service CORE assigned prefix: {{(pid=103644) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:21:14.940546 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:21:14.940873 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING neutron.quota.resource_registry [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] subnetpool is already registered May 05 15:21:14.941341 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: extensions {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.948606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: address-groups {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.948606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: address-scopes {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.948606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: agents {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.948606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: auto-allocated-topology {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.948606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: availability_zones {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.949293 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: dhcp-networks {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.951388 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: dhcp-agents {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.952846 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: routers {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.955085 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: flavors {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.956289 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: service_profiles {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.957517 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: next_providers {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.958924 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: service_profiles {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.960618 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: floatingip-pools {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.961844 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: routers {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.964021 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: floatingips {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.966380 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: l3-routers {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.967785 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: l3-agents {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.969225 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: metering-labels {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.970567 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: metering-label-rules {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.971939 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: network-ip-availabilities {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.973202 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: bindings {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.974836 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: quotas {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.976444 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: quotas {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.978026 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: rbac-policies {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.979314 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: security-groups {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.980580 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: security-group-rules {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.981772 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: service-providers {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.983788 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: subnetpools {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.985190 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: subnetpools {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.986644 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.988327 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.990220 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.992027 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.994048 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.996022 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:14.998285 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:15.000207 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:15.001978 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:15.003819 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron.api.extensions [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Extended resource: tags {{(pid=103644) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:21:15.009803 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING keystonemiddleware.auth_token [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 15:21:15.014738 dv-cinder-835881-6-iscsi neutron-server[103644]: WARNING keystonemiddleware.auth_token [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 15:21:15.023325 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Acquired lock "singleton_lock" {{(pid=103644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 05 15:21:15.023926 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_concurrency.lockutils [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Releasing lock "singleton_lock" {{(pid=103644) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 05 15:21:15.024616 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Starting 2 workers May 05 15:21:15.034475 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Started child 103755 {{(pid=103644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:21:15.034475 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Started child 103756 {{(pid=103644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:21:15.035427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.036179 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO neutron.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 15:21:15.036604 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.037046 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [-] (103755) wsgi starting up on http://0.0.0.0:9696 May 05 15:21:15.039093 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Starting 1 workers May 05 15:21:15.039300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.040850 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [-] (103756) wsgi starting up on http://0.0.0.0:9696 May 05 15:21:15.045008 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Started child 103757 {{(pid=103644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:21:15.045591 dv-cinder-835881-6-iscsi neutron-server[103644]: INFO oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Starting 1 workers May 05 15:21:15.048891 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] calling RpcWorker wait() {{(pid=103757) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 15:21:15.049454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] returning from RpcWorker wait() {{(pid=103757) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 15:21:15.050261 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Started child 103758 {{(pid=103644) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:21:15.050628 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.051037 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG neutron_lib.callbacks.manager [None req-1efc03cc-ca76-45fb-b92c-f76a9ea81935 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.051154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:15.052999 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:21:15.053205 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:21:15.053578 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:21:15.053820 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:21:15.054153 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:21:15.054315 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:21:15.054982 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.055289 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:15.055984 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.056272 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.056530 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.056626 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:15.057137 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.057406 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.057696 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.058034 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.058242 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.058405 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.058724 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.058971 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.059457 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.060316 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.060600 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.060849 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.061105 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.061281 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.061524 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.061809 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.062041 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.062304 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] debug = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.062552 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.063042 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.063288 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.063562 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.063802 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.064072 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.064317 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.064570 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.064810 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.065045 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.065313 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.065569 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.065814 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.066041 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.066281 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.066589 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.066859 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.067392 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] host = dv-cinder-835881-6-iscsi {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.067672 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.067899 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.068149 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.068394 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.068650 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.068866 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.069164 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.069402 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.069656 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.069879 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.070126 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.070355 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.070569 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.070816 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.070981 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_options = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.071228 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.071515 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.071762 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.071968 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.072132 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.072270 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.072640 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.072640 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.072924 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.073142 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.073370 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.073583 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.073796 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.074007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.074258 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.074471 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.074684 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.074919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.075193 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.075433 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.075686 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.080919 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.081470 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082087 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_json = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082087 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082087 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082356 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082588 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.082800 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.083400 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.084168 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.085248 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.085474 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.085997 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.086540 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.087606 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.087876 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.090002 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.090356 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.091120 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.093136 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.095347 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.095643 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.096005 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.099159 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.099591 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.099859 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.100159 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.100508 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.100799 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.101100 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.101376 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.101612 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.101856 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.102094 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.102392 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.102625 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.102899 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.107294 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.107913 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.108267 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.114778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.115259 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.115259 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.115259 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.115424 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.115729 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.116003 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.117345 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.117607 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.119371 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.119659 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.120242 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.120906 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.121339 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.121685 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.122686 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.123808 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.124071 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.124331 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.124596 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.124871 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.125149 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.125410 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.125654 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.125932 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.126176 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.126531 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.126778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.127029 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.127271 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.127632 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.127860 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.128081 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.128333 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.128556 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.128926 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.129203 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.129429 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.129700 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.129930 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.130159 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.130400 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.130622 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.130837 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.131052 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.131303 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.131547 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.132432 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.132656 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.132885 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.133125 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.133370 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.133701 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.133927 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.134148 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.134383 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.134704 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.134975 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.135217 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.135649 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.135902 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.136147 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.136407 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.136731 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.136959 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.137203 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.137685 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.137807 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.138050 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.138285 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.138525 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.138807 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.139034 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.139274 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.139550 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.139770 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.140018 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.140247 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.140514 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.140749 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.141064 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.141351 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.141587 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.141886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.142133 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.142382 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.142603 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.142863 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.143168 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.143487 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.143759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.143994 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.144379 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.144664 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.144930 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.145197 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.145460 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.145689 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.145921 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.146217 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.146441 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.146685 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.146933 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.147249 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.147521 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.147883 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.148251 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.148524 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.148757 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.149007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.149281 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.149527 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.149779 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.150040 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.150274 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.150490 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.150727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.150975 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.151209 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.151425 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.151665 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.151886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.152120 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.152314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:15.152414 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.152589 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.152806 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.153027 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.153289 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.153509 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.153727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.153974 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.154187 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.154426 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.154693 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.154939 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.155161 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.155838 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.156559 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.156817 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.157080 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.157759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.158195 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.158672 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.158946 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.159323 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.159588 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.159825 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.160085 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.160324 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.160542 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.160760 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.160983 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.161197 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.161430 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.161654 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.161869 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.162120 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.162377 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.162714 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.162963 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.163191 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.163518 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.163761 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.163976 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.164192 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.164409 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.164651 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.164872 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.165126 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.165366 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.165601 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.165818 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.166034 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.166360 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.166524 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.166758 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.166994 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.167211 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.167433 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.167692 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.167914 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.168139 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.168351 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.168568 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.169315 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.169540 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.169742 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.170051 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.170301 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.170530 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.170792 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.171011 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.171241 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.171459 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.171687 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.171932 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.173110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.173110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.173110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.173110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.173110 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.175952 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176412 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176951 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176951 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.176951 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.177142 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.177312 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.177687 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.177977 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.178228 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.178468 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.178755 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.179016 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.179271 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.179539 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.179858 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.180090 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.180330 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.180569 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.180800 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.181037 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.181430 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.181886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.182176 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.182448 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.182687 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.182969 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.183263 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.183550 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.183763 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.185019 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.185498 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.185947 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.186231 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.186525 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.186792 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.187034 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.187444 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.187860 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.188266 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.188496 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.188759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.189013 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.189264 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.189497 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.189722 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.189963 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.190236 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.190457 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.190679 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.190895 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.191056 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:21:15.191591 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103644) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:21:15.191756 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:21:15.191914 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:21:15.192081 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:21:15.192431 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:21:15.192789 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:21:15.193148 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.193315 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.193481 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.193638 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.193973 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.194294 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.194455 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.194621 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.194779 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.194944 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.195194 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.195355 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.195536 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.195692 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196013 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196175 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196333 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196497 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196656 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196815 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.196991 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.197148 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] debug = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.197289 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.197651 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.197990 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.197990 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.198149 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.198295 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.198592 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.198759 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.198913 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199083 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199230 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199388 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199568 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.199886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200070 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200230 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200385 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] host = dv-cinder-835881-6-iscsi {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200541 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200734 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.200870 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201007 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201164 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201323 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201496 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201644 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201799 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.201958 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202114 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202271 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202430 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202586 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202758 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_options = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.202906 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203058 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203214 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203399 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203587 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203745 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.203904 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204060 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204278 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204377 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204521 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204678 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204835 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.204992 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205148 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205306 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205463 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205620 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.205934 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206092 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206249 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206408 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206567 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206724 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.206881 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207039 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207197 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207352 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207534 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207694 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.207852 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208008 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208169 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208326 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208482 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208727 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.208888 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209050 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209207 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209364 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209519 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209679 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209834 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.209990 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210146 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210303 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_json = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210459 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210615 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210771 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.210926 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211083 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211242 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211399 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211584 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211753 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:21:15.211908 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212068 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212240 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212399 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212558 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212718 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.212879 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213038 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213199 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213359 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213527 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213687 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.213856 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214016 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214223 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214335 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214494 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214654 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214814 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.214974 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.215133 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.215333 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.215530 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.215714 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.215874 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216034 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216195 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216363 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216522 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216687 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.216860 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217021 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217182 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217342 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217501 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217662 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217821 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.217986 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218146 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218305 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218465 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218623 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218783 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.218942 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219102 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219261 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219420 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219607 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219767 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.219927 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220086 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220247 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220407 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220567 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220726 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.220886 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221045 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221215 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221375 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221533 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221695 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.221852 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222011 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222170 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222329 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222489 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222648 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222809 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.222980 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223139 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223299 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223460 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223639 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223800 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.223960 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224119 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224278 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224437 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224596 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224755 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.224915 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225073 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225232 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225392 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225576 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225735 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.225895 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226055 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226215 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226375 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226534 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226708 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.226867 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227016 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227176 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227335 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227531 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227674 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227838 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.227999 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228158 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228317 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228476 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228638 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228797 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.228957 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229116 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229276 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229435 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229596 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229757 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.229917 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230078 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230239 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230398 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230557 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230716 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.230875 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.231042 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.231750 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.231917 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232076 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232243 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232413 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232574 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232737 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.232898 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233058 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233220 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233381 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233542 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233703 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.233862 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234023 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234193 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234355 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234517 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234678 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.234860 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235019 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235180 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235341 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235524 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235685 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.235846 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236006 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236165 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236324 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236484 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236645 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236804 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.236964 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237124 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237284 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237444 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237604 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237762 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.237923 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238083 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238248 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238409 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238570 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238731 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.238891 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239051 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239211 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239371 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239554 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239717 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.239877 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240037 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240197 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240357 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240516 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240676 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240839 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.240999 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241159 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241320 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241481 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241640 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241801 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.241963 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242122 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242284 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242444 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242604 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242766 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.242926 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.243086 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.243247 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.243407 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.243853 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244039 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244200 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244360 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244525 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244686 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.244846 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245006 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245166 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245328 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245489 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245651 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245812 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.245972 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.246132 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.246292 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.246452 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.246617 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.246778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.247531 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.247696 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.247858 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248019 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248186 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248346 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248508 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248668 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248828 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.248987 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249148 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249326 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249487 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249647 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249807 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.249968 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250128 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250299 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250459 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250619 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250778 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.250939 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251098 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251267 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251426 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251630 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251868 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.251964 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252102 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252273 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252433 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252593 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252753 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.252914 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253075 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253244 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253403 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253563 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253723 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.253884 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254044 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254213 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254373 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254532 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254692 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.254854 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255014 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255181 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255342 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255541 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255697 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.255858 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256019 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256179 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256351 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256511 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256675 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256836 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.256996 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257157 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257317 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257482 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257652 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257820 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.257983 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258155 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258324 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258492 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258654 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258822 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.258996 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259156 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259318 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259548 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259664 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259826 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.259985 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260146 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260307 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260468 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260628 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260788 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.260948 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261108 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261269 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261430 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261589 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261749 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.261911 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.262071 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:21:15.262224 dv-cinder-835881-6-iscsi neutron-server[103644]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103644) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:21:15.408440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35166) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:15.417342 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065694 May 05 15:21:27.315499 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd78f4-fec2-455d-ae4e-9b4c7f69306e None None] get_active_networks_info from dv-cinder-835881-6-iscsi {{(pid=103757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 05 15:21:27.378136 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd78f4-fec2-455d-ae4e-9b4c7f69306e None None] No non-hosted networks {{(pid=103757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 15:21:27.394542 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.agentschedulers_db [None req-a7fd78f4-fec2-455d-ae4e-9b4c7f69306e None None] DHCP Agent not found on host dv-cinder-835881-6-iscsi {{(pid=103757) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 05 15:21:27.455405 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3e161c7b-79e7-4c4a-94c7-ffb9ba06e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:29.587938 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-35b9ed37-b6d5-4d4f-87bb-899752874a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:29.671509 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.db.api [None req-3232a903-e10a-42b2-8a84-73029a25040b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835881-6-iscsi {{(pid=103757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:21:29.672266 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG oslo_db.api [None req-3232a903-e10a-42b2-8a84-73029a25040b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:21:30.267512 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3232a903-e10a-42b2-8a84-73029a25040b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:30.600415 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35228) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:30.738725 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:31.248629 dv-cinder-835881-6-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-837c1892-6f3f-4ae8-9ff3-4c88da07fea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:31.249272 dv-cinder-835881-6-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-837c1892-6f3f-4ae8-9ff3-4c88da07fea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:31.481240 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-837c1892-6f3f-4ae8-9ff3-4c88da07fea4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:21:31.484081 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-837c1892-6f3f-4ae8-9ff3-4c88da07fea4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8825619 May 05 15:21:32.087358 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:33.725522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:33.725522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.725522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.725522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.726964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.727378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.727916 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.728538 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.729402 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:33.729977 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:33.736929 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:21:34.202413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35264) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:34.552489 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:21:34.645120 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.policy [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103756) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:21:34.686941 dv-cinder-835881-6-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:34.687318 dv-cinder-835881-6-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:34.870583 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100177357', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100177857', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100160782', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100200308', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100198212', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733100206835', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4126815', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3987041', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712169'] for rbac-policy (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:35.138098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:35.155537 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-12fedcd3-d564-42f6-956b-d0142d53815d admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9359159 May 05 15:21:36.684403 dv-cinder-835881-6-iscsi neutron-server[103758]: INFO neutron.db.l3_hamode_db [None req-1c4fdfc8-f470-4fb3-a79f-090c56a79f17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 15:21:36.798184 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4fdfc8-f470-4fb3-a79f-090c56a79f17 None None] Routers set() bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:21:36.798588 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4fdfc8-f470-4fb3-a79f-090c56a79f17 None None] Router IDs set() for agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 05 15:21:37.676024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35276) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:38.008803 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:21:38.103946 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Made reservation on behalf of 5e4e4bb940334527ae5eccc044f5c39f for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:21:38.108425 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.125789 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.231008 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks [] for security_group (dbb09437-0e72-4ed2-bf48-d2f5767de31f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.321314 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (dbb09437-0e72-4ed2-bf48-d2f5767de31f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.346462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:21:38.378949 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733100590147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (4354ffe9-faf9-4b4c-867b-88508284bafa), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.379588 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Unsubscribe: segment precommit_create {{(pid=103756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:21:38.380174 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Added segment 4354ffe9-faf9-4b4c-867b-88508284bafa of type vlan for network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 May 05 15:21:38.400160 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb09437-0e72-4ed2-bf48-d2f5767de31f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:38.412625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.412901 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.413256 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.413594 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.413949 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.414273 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.414590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.414904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.415327 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.415689 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.416009 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.416337 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.416655 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.417028 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.417264 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Tracked resource versions report: May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: pushed versions: May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Agent': {'1.1'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Log': {'1.0'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Network': {'1.1'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Port': {'1.7'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'PortForwarding': {'1.3'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: consumer versions: May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Agent': '1.1', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Log': '1.0', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'NDPProxy': '1.0', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Network': '1.1', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Port': '1.7', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'PortForwarding': '1.3', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'QosPolicy': '1.10', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SubPort': '1.0', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Subnet': '1.1', May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Trunk': '1.1'}} May 05 15:21:38.418834 dv-cinder-835881-6-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:21:38.511031 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (17a1bb8c-9c83-4583-9ec2-afb4a5486951), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.612860 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (17a1bb8c-9c83-4583-9ec2-afb4a5486951), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.617999 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:21:38.618706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:38.733464 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] Pushing event updated for resources: {'Network': ['ID=17a1bb8c-9c83-4583-9ec2-afb4a5486951,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:38.745604 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:21:38.755529 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-45a44458-6c71-41a5-a969-ef8fe35c15cb demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0737720 May 05 15:21:41.303793 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35288) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:41.722895 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ea457-31e2-4363-99da-e9ff318c1518 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:21:41.724258 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a57ea457-31e2-4363-99da-e9ff318c1518 demo admin] 10.222.0.55 "GET /v2.0/networks/17a1bb8c-9c83-4583-9ec2-afb4a5486951 HTTP/1.1" status: 200 len: 825 time: 0.4195206 May 05 15:21:41.751201 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-48092b1f-75af-4b3c-a818-2ac8c392d6d6 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/d2de39c1-3e7f-41bd-b31d-0d863cc3c8d6 HTTP/1.1" status: 200 len: 734 time: 0.0210075 May 05 15:21:41.760112 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:21:41.858518 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Made reservation on behalf of 5e4e4bb940334527ae5eccc044f5c39f for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:21:41.860996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:42.269939 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (1dd3e822-eacc-4957-a998-805a9e46e9c4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:42.342684 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1dd3e822-eacc-4957-a998-805a9e46e9c4,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:42.344723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Checking segment: {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:21:42.345140 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Network hostable DHCP agents. Network: 17a1bb8c-9c83-4583-9ec2-afb4a5486951, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:21:42.415080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:21:42.523861 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 17a1bb8c-9c83-4583-9ec2-afb4a5486951) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:21:42.528638 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:21:42.529248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:42.534236 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09275a-8d78-44d8-8311-9a8ce28e046f None None] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:21:42.612395 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cad5287c-4071-4417-a3e2-bd6764e47f39 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8556762 May 05 15:21:42.793178 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:21:42.794570 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:43.088885 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Allocated IP 172.20.0.2 (17a1bb8c-9c83-4583-9ec2-afb4a5486951/1dd3e822-eacc-4957-a998-805a9e46e9c4/13f4ea93-046e-4162-8303-dec7f862529d) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:21:43.376071 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks [] for port (13f4ea93-046e-4162-8303-dec7f862529d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:43.502101 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (13f4ea93-046e-4162-8303-dec7f862529d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:43.570485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:21:43.575790 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:21:43.583735 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:21:43.598416 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Pushing event updated for resources: {'Port': ['ID=13f4ea93-046e-4162-8303-dec7f862529d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:43.630073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.630345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.630697 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.631048 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.631381 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.631731 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.632056 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.632378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.632701 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.633017 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.633339 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.633672 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.633995 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.634308 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.634623 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Tracked resource versions report: May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: pushed versions: May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Agent': {'1.1'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Log': {'1.0'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Network': {'1.1'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Port': {'1.7'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'PortForwarding': {'1.3'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: consumer versions: May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Agent': '1.1', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Log': '1.0', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'NDPProxy': '1.0', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Network': '1.1', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Port': '1.7', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'PortForwarding': '1.3', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'QosPolicy': '1.10', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SubPort': '1.0', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Subnet': '1.1', May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Trunk': '1.1'}} May 05 15:21:43.636624 dv-cinder-835881-6-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:21:43.710369 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Attempting to bind port 13f4ea93-046e-4162-8303-dec7f862529d on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:21:43.710987 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Attempting to bind port 13f4ea93-046e-4162-8303-dec7f862529d by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:21:43.711710 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Attempting to bind port 13f4ea93-046e-4162-8303-dec7f862529d on network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:21:43.720734 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:21:43.721340 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Checking segment: {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:21:43.722116 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:43.722759 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Bound using segment: {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:21:43.723602 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Bound port: 13f4ea93-046e-4162-8303-dec7f862529d, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:21:43.724281 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (13f4ea93-046e-4162-8303-dec7f862529d), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:43.833819 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] For port 13f4ea93-046e-4162-8303-dec7f862529d, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:21:43.860327 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] For port 13f4ea93-046e-4162-8303-dec7f862529d, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=13f4ea93-046e-4162-8303-dec7f862529d,segment=NetworkSegment(4354ffe9-faf9-4b4c-867b-88508284bafa),segment_id=4354ffe9-faf9-4b4c-867b-88508284bafa)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:21:43.976029 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (13f4ea93-046e-4162-8303-dec7f862529d), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:44.034238 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047324-579a-4d3e-a408-4e6b66ecb361 None None] Pushing event updated for resources: {'Port': ['ID=13f4ea93-046e-4162-8303-dec7f862529d,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:45.202578 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35296) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:45.550403 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-16262a43-4d9c-4fb3-ada8-5d1b9faafc93 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:21:45.551506 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-16262a43-4d9c-4fb3-ada8-5d1b9faafc93 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3475251 May 05 15:21:48.105707 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 35304) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:48.614252 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-92a54d21-9fd0-4b7e-b22b-5a113b2e831a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:48.614750 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-92a54d21-9fd0-4b7e-b22b-5a113b2e831a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:21:48.842138 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [None req-92a54d21-9fd0-4b7e-b22b-5a113b2e831a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:21:48.843432 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-92a54d21-9fd0-4b7e-b22b-5a113b2e831a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7356563 May 05 15:21:51.394300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35318) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:51.713802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:21:51.801149 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:51.802703 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:51.942271 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Publish callbacks [] for router_controller (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:52.007652 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:52.116962 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:52.118457 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3d7f82f2-5978-4ffc-91fa-ae53761bdcb7 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7231836 May 05 15:21:54.453679 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 13f4ea93-046e-4162-8303-dec7f862529d up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:21:54.550918 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 13f4ea93-046e-4162-8303-dec7f862529d triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:21:54.551347 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (13f4ea93-046e-4162-8303-dec7f862529d), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:54.666026 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35330) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:54.674842 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 13f4ea93-046e-4162-8303-dec7f862529d is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:21:54.675302 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (13f4ea93-046e-4162-8303-dec7f862529d), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:54.713815 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 13f4ea93-046e-4162-8303-dec7f862529d, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=13f4ea93-046e-4162-8303-dec7f862529d,segment=NetworkSegment(4354ffe9-faf9-4b4c-867b-88508284bafa),segment_id=4354ffe9-faf9-4b4c-867b-88508284bafa)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:21:54.812351 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (13f4ea93-046e-4162-8303-dec7f862529d), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:54.860983 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=13f4ea93-046e-4162-8303-dec7f862529d,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:55.053420 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-d526c83d-8307-40ed-b44c-3b9411fb7aa3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:21:55.056611 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d526c83d-8307-40ed-b44c-3b9411fb7aa3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3874578 May 05 15:21:55.726911 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c253356-c685-487e-8489-07aafe8fff21 None None] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:21:55.797053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-88df4621-c0c1-4b84-b6f0-fb8906094bb3 None None] Provisioning complete for port 13f4ea93-046e-4162-8303-dec7f862529d triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:21:55.797443 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-88df4621-c0c1-4b84-b6f0-fb8906094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (13f4ea93-046e-4162-8303-dec7f862529d), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:55.930658 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-88df4621-c0c1-4b84-b6f0-fb8906094bb3 None None] Current status of the port 13f4ea93-046e-4162-8303-dec7f862529d is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:21:56.149165 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-34261cee-c3f7-4c3b-a53f-c11082473c3c None None] Provisioning complete for port 13f4ea93-046e-4162-8303-dec7f862529d triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:21:56.149551 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34261cee-c3f7-4c3b-a53f-c11082473c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (13f4ea93-046e-4162-8303-dec7f862529d), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:56.231354 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-34261cee-c3f7-4c3b-a53f-c11082473c3c None None] Current status of the port 13f4ea93-046e-4162-8303-dec7f862529d is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:21:56.437504 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 13f4ea93-046e-4162-8303-dec7f862529d up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:21:56.483060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 13f4ea93-046e-4162-8303-dec7f862529d triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:21:56.483367 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (13f4ea93-046e-4162-8303-dec7f862529d), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:56.559059 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 13f4ea93-046e-4162-8303-dec7f862529d is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:21:57.309451 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-35742bcd-43fa-44a3-8dcc-cccb79e68aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:57.579534 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35338) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:21:57.898434 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:21:58.054419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Made reservation on behalf of a3a7cd6436bd466e8794acccf97ede79 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:21:58.056735 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.065295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.140615 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks [] for security_group (1305b7ab-7ee7-4a42-b6ce-64fe0309543f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.237829 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1305b7ab-7ee7-4a42-b6ce-64fe0309543f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.256893 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 15:21:58.272045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1305b7ab-7ee7-4a42-b6ce-64fe0309543f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:58.279200 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (a1072db7-190c-41ba-9205-97cbce254ba0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.284305 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Added segment a1072db7-190c-41ba-9205-97cbce254ba0 of type flat for network 63ef1efc-e733-425a-972d-0af8300be092 May 05 15:21:58.330853 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (63ef1efc-e733-425a-972d-0af8300be092), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.475287 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (63ef1efc-e733-425a-972d-0af8300be092), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.476214 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:21:58.476790 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:21:58.566350 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=63ef1efc-e733-425a-972d-0af8300be092,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:21:58.576033 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 63ef1efc-e733-425a-972d-0af8300be092 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:21:58.677401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7af275ef-0920-4d2c-a033-9a9a6b025cc0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0967436 May 05 15:21:59.551426 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-185512ee-8155-41a6-b5f8-5bcf7297acb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:00.680668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:01.221774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35356) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:22:01.413965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e7a3d-eb1d-4bc6-bb75-0001c572aa10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:22:01.415159 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1c1e7a3d-eb1d-4bc6-bb75-0001c572aa10 demo admin] 10.222.0.55 "GET /v2.0/subnets/1dd3e822-eacc-4957-a998-805a9e46e9c4 HTTP/1.1" status: 200 len: 849 time: 0.1924410 May 05 15:22:01.545342 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d432fb78-3dbe-4c36-b783-73a70ad06d64 demo admin] 10.222.0.55 "GET /v2.0/routers/cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 HTTP/1.1" status: 200 len: 704 time: 0.1224735 May 05 15:22:01.817466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.023539 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.159194 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Allocated IP 172.20.0.1 (17a1bb8c-9c83-4583-9ec2-afb4a5486951/1dd3e822-eacc-4957-a998-805a9e46e9c4/28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:22:02.312323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks [] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.480976 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.551788 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:22:02.557665 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:22:02.566464 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:22:02.567144 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.590111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Pushing event updated for resources: {'Port': ['ID=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:02.793204 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-d2110345-6a61-4849-b536-f91c2d4a26a8 None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:02.793603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d2110345-6a61-4849-b536-f91c2d4a26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.863786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:02.874208 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-d2110345-6a61-4849-b536-f91c2d4a26a8 None None] Port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:22:03.088896 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks [] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:03.157529 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:03.158258 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:03.216665 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Pushing event updated for resources: {'Port': ['ID=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:03.282447 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:22:03.283861 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:22:03.496197 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-1cdd49d4-6365-450b-a857-73290adb12cf None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:03.496784 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1cdd49d4-6365-450b-a857-73290adb12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:03.517306 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:22:03.531426 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd49d4-6365-450b-a857-73290adb12cf None None] Port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:22:03.619011 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:22:03.628092 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f6de41d4-0d56-4bd0-a953-a12cacc09466 demo admin] 10.222.0.55 "PUT /v2.0/routers/cf7ffefe-bf2b-4220-8c15-374fe07d8ce3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0774148 May 05 15:22:03.634442 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Sync routers for ids ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:22:03.649460 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Routers {'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:22:03.654389 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:21:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:03.749689 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:03.843774 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Set router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:22:04.244239 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:02Z', 'revision_number': 2, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port_host': None, '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:02Z', 'revision_number': 2, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:04.297340 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Checking router: cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:22:04.297692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Updating router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:22:04.356186 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:04.727287 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks [] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:04.794713 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:04.850753 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d175a6-ff64-4628-bc70-b6acb3afe948 None None] Pushing event updated for resources: {'Port': ['ID=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:04.992989 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Attempting to bind port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:22:04.993375 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Attempting to bind port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:22:04.993738 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Attempting to bind port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec on network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:22:04.999045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:22:04.999430 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Checking segment: {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:22:04.999863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.000262 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Bound using segment: {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:22:05.000730 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Bound port: 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4354ffe9-faf9-4b4c-867b-88508284bafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:22:05.001118 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.040280 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-02f728e6-493a-409e-8693-a4e0d985ce61 None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:05.040669 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-02f728e6-493a-409e-8693-a4e0d985ce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.095539 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-02f728e6-493a-409e-8693-a4e0d985ce61 None None] Port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:22:05.106692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] For port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:22:05.109892 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] For port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,segment=NetworkSegment(4354ffe9-faf9-4b4c-867b-88508284bafa),segment_id=4354ffe9-faf9-4b4c-867b-88508284bafa)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:22:05.195317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.255095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d175a6-ff64-4628-bc70-b6acb3afe948 None None] Pushing event updated for resources: {'Port': ['ID=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:05.260795 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Routers {'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:22:05.261413 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:21:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:05.354073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] Set router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:22:05.464698 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:05.465092 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.616330 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Current status of the port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:22:05.616986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.660553 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] For port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,segment=NetworkSegment(4354ffe9-faf9-4b4c-867b-88508284bafa),segment_id=4354ffe9-faf9-4b4c-867b-88508284bafa)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:22:05.661724 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:02Z', 'revision_number': 2, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port_host': None, '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:05Z', 'revision_number': 4, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:05.691733 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007daa43-d2e4-4048-a1a7-5cf813c7fab4 None None] The sync data for ids ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'] in dv-cinder-835881-6-iscsi is: [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:02Z', 'revision_number': 2, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port_host': None, '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:05Z', 'revision_number': 4, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:22:05.754502 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:05.805385 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212fb8e-9841-46aa-a83d-cfbfb9921aaa None None] Pushing event updated for resources: {'Port': ['ID=28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:06.087131 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 35374) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:22:06.375614 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.policy [None req-1d4b6977-c60f-4a05-bfa6-46877862b079 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103755) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:22:06.418403 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-1d4b6977-c60f-4a05-bfa6-46877862b079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:22:06.418787 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING oslo_policy.policy [None req-1d4b6977-c60f-4a05-bfa6-46877862b079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:22:06.426484 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b6977-c60f-4a05-bfa6-46877862b079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:22:06.434180 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1d4b6977-c60f-4a05-bfa6-46877862b079 admin admin] 10.222.0.55 "GET /v2.0/networks/63ef1efc-e733-425a-972d-0af8300be092 HTTP/1.1" status: 200 len: 842 time: 0.3402383 May 05 15:22:06.438543 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Request body: {'subnet': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:22:06.560592 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Made reservation on behalf of a3a7cd6436bd466e8794acccf97ede79 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:22:06.563530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:07.061188 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.objects.ports [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103755) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 05 15:22:07.061746 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (a108c411-2a01-4425-aa2a-a991e129078d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:07.131963 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a108c411-2a01-4425-aa2a-a991e129078d,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:07.134561 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:22:07.134979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Network hostable DHCP agents. Network: 63ef1efc-e733-425a-972d-0af8300be092, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:22:07.146434 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.146788 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.147022 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.147365 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.147717 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.148050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.148378 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.148698 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.149021 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.149349 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.149683 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.150041 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.150358 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.151209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.151551 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Tracked resource versions report: May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: pushed versions: May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: { 'AddressGroup': {'1.2'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Agent': {'1.1'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'ConntrackHelper': {'1.0'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'LocalIPAssociation': {'1.0'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Log': {'1.0'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'NDPProxy': {'1.0'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Network': {'1.1'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Port': {'1.7'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'PortForwarding': {'1.3'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'QosPolicy': {'1.10'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroup': {'1.5'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroupRule': {'1.2'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SubPort': {'1.0'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Subnet': {'1.1'}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Trunk': {'1.1'}} May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: consumer versions: May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Agent': '1.1', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'ConntrackHelper': '1.0', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'LocalIPAssociation': '1.0', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Log': '1.0', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'NDPProxy': '1.0', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Network': '1.1', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Port': '1.7', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'PortForwarding': '1.3', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'QosPolicy': '1.10', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroup': '1.5', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroupRule': '1.2', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SubPort': '1.0', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Subnet': '1.1', May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Trunk': '1.1'}} May 05 15:22:07.152985 dv-cinder-835881-6-iscsi neutron-server[103755]: {{(pid=103755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:22:07.286305 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:22:07.377595 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 63ef1efc-e733-425a-972d-0af8300be092) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:22:07.382643 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:22:07.389380 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:07.390084 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46fe51f-32c6-45a6-900c-3a08fc406374 None None] Network 63ef1efc-e733-425a-972d-0af8300be092 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:22:07.497941 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f3404a29-73f3-45d0-bb99-b4acd70dfefc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0630703 May 05 15:22:07.527235 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621726fe-aa72-4afd-8c0c-e51168960a97 None None] Network 63ef1efc-e733-425a-972d-0af8300be092 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:22:09.953393 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35388) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:22:10.160504 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0527e9cd-0d80-40b0-8cd5-ac4bd8582827 demo admin] 10.222.0.55 "GET /v2.0/routers/cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 HTTP/1.1" status: 200 len: 710 time: 0.2058945 May 05 15:22:10.248535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8abda-af7d-410c-8e31-da29f2f1ddce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:22:10.249890 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-58d8abda-af7d-410c-8e31-da29f2f1ddce demo admin] 10.222.0.55 "GET /v2.0/networks/63ef1efc-e733-425a-972d-0af8300be092 HTTP/1.1" status: 200 len: 886 time: 0.0841634 May 05 15:22:10.258569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:22:10.505865 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks [] for router_gateway (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:10.876083 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks [] for router_gateway (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:10.959234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:11.087793 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Allocated IP 172.27.2.61 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/a026b06e-7051-4f6a-8d58-b23b21a4710f) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:22:11.198671 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks [] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:11.303541 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:11.342167 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:22:11.345230 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:22:11.353834 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:22:11.356805 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Pushing event updated for resources: {'Port': ['ID=a026b06e-7051-4f6a-8d58-b23b21a4710f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:11.694126 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks [] for router_gateway (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:11.982344 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-558'] for router (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:11.985551 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-974795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-974786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600416'] for router (cf7ffefe-bf2b-4220-8c15-374fe07d8ce3), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:12.095928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:22:12.203256 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:22:12.207440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:12.208649 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f2ac0fd7-dc1e-4e2c-9bbc-9c35c9875d93 demo admin] 10.222.0.55 "PUT /v2.0/routers/cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 HTTP/1.1" status: 200 len: 889 time: 1.9531686 May 05 15:22:14.459236 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:22:14.507641 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:14.508045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:14.585065 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:22:14.658730 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Sync routers for ids ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:22:14.670869 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Routers {'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:22:14.671748 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:21:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:14.723177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35400) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:22:14.834123 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-616cfb72-f755-437d-b91d-bf96ffc06c63 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1097875 May 05 15:22:14.907296 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Set router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:22:15.366750 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:11Z', 'revision_number': 4, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port': {'id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:10Z', 'updated_at': '2022-05-05T15:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:05Z', 'revision_number': 5, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:15.422033 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Checking router: cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:22:15.422033 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Updating router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 port a026b06e-7051-4f6a-8d58-b23b21a4710f binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:22:15.504221 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:15.954125 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks [] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:16.043162 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:16.135232 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Attempting to bind port a026b06e-7051-4f6a-8d58-b23b21a4710f on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:22:16.135654 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Attempting to bind port a026b06e-7051-4f6a-8d58-b23b21a4710f by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:22:16.136083 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Attempting to bind port a026b06e-7051-4f6a-8d58-b23b21a4710f on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:22:16.150765 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:22:16.151173 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:22:16.151679 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:16.152077 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:22:16.152558 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Bound port: a026b06e-7051-4f6a-8d58-b23b21a4710f, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:22:16.152936 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:16.154543 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Pushing event updated for resources: {'Port': ['ID=a026b06e-7051-4f6a-8d58-b23b21a4710f,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:16.179126 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.179595 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.179896 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.180228 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.180557 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.180884 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.181199 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.181541 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.181858 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.182179 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.182497 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.182829 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.183147 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.183459 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.183793 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Tracked resource versions report: May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: pushed versions: May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Agent': {'1.1'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Log': {'1.0'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'NDPProxy': {'1.0'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Network': {'1.1'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Port': {'1.7'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'PortForwarding': {'1.3'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: consumer versions: May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Agent': '1.1', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Log': '1.0', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'NDPProxy': '1.0', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Network': '1.1', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Port': '1.7', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'PortForwarding': '1.3', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'QosPolicy': '1.10', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SubPort': '1.0', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Subnet': '1.1', May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Trunk': '1.1'}} May 05 15:22:16.185230 dv-cinder-835881-6-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:22:16.224189 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] For port a026b06e-7051-4f6a-8d58-b23b21a4710f, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:22:16.244848 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] For port a026b06e-7051-4f6a-8d58-b23b21a4710f, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a026b06e-7051-4f6a-8d58-b23b21a4710f,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:22:16.328543 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:16.397853 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Routers {'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:22:16.398500 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:21:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:16.401860 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3ebe8-8dc9-4e08-b380-6a2632910676 None None] Pushing event updated for resources: {'Port': ['ID=a026b06e-7051-4f6a-8d58-b23b21a4710f,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:16.521317 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] Set router cf7ffefe-bf2b-4220-8c15-374fe07d8ce3 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:22:16.747556 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:11Z', 'revision_number': 4, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port': {'id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:10Z', 'updated_at': '2022-05-05T15:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:05Z', 'revision_number': 5, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:22:16.780312 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae7f09-fde4-4b86-b8ee-c03fcf389651 None None] The sync data for ids ['cf7ffefe-bf2b-4220-8c15-374fe07d8ce3'] in dv-cinder-835881-6-iscsi is: [{'id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'name': 'router1', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:21:51Z', 'updated_at': '2022-05-05T15:22:11Z', 'revision_number': 4, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'gw_port': {'id': 'a026b06e-7051-4f6a-8d58-b23b21a4710f', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:10Z', 'updated_at': '2022-05-05T15:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec', 'name': '', 'network_id': '17a1bb8c-9c83-4583-9ec2-afb4a5486951', 'tenant_id': '5e4e4bb940334527ae5eccc044f5c39f', 'mac_address': 'fa:16:3e:96:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ffefe-bf2b-4220-8c15-374fe07d8ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:22:01Z', 'updated_at': '2022-05-05T15:22:05Z', 'revision_number': 5, 'project_id': '5e4e4bb940334527ae5eccc044f5c39f', 'subnets': [{'id': '1dd3e822-eacc-4957-a998-805a9e46e9c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2de39c1-3e7f-41bd-b31d-0d863cc3c8d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:22:18.490609 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a026b06e-7051-4f6a-8d58-b23b21a4710f up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:22:18.549505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a026b06e-7051-4f6a-8d58-b23b21a4710f triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:18.550151 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:18.651888 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a026b06e-7051-4f6a-8d58-b23b21a4710f is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:22:18.652637 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:18.680341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port a026b06e-7051-4f6a-8d58-b23b21a4710f, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a026b06e-7051-4f6a-8d58-b23b21a4710f,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:22:18.762460 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:18.818034 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=a026b06e-7051-4f6a-8d58-b23b21a4710f,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:22:20.514677 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a026b06e-7051-4f6a-8d58-b23b21a4710f up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:22:20.642595 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a026b06e-7051-4f6a-8d58-b23b21a4710f triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:22:20.642595 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a026b06e-7051-4f6a-8d58-b23b21a4710f), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:20.872016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a026b06e-7051-4f6a-8d58-b23b21a4710f is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:22:23.094763 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:22:27.302567 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e37f-4438-4bd8-8bb1-86e861fb445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:29.532856 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3167ce94-f03e-46de-94e1-b32ff7234468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:30.687988 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:32.048100 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:33.700827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:57.320393 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cd89c3e5-5c59-4bf5-b033-e58d3e0ef60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:22:59.685911 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c16ab34-280e-4477-83e1-61accae05768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:00.091620 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:23:00.685998 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:02.068946 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:03.684645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:27.296299 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4b96fe8e-4ffe-4db6-a5ef-8518efc85ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:29.546542 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d092-ab1d-4e88-bf2e-4379114378d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:30.684678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:32.021317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:33.696019 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:37.091545 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:23:39.043774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35886) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:39.104636 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c729bd54-8628-4b3a-bc14-ec73dd154aab admin admin] GET failed (client error): The resource could not be found. May 05 15:23:39.105903 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c729bd54-8628-4b3a-bc14-ec73dd154aab admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611944 May 05 15:23:39.266554 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d4946-b137-46a8-a42f-6a98da9f81dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:39.267948 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-df9d4946-b137-46a8-a42f-6a98da9f81dc admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580503 May 05 15:23:41.587075 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35896) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:41.679034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b6435-a148-4153-9e40-be7ce5f58a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:41.680401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6a6b6435-a148-4153-9e40-be7ce5f58a81 admin admin] 10.222.0.55 "GET /v2.0/subnets/1dd3e822-eacc-4957-a998-805a9e46e9c4 HTTP/1.1" status: 200 len: 849 time: 0.0923638 May 05 15:23:41.689810 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:23:41.778141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Publish callbacks [] for subnet (1dd3e822-eacc-4957-a998-805a9e46e9c4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:42.044479 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733100603320'] for subnet (1dd3e822-eacc-4957-a998-805a9e46e9c4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:42.087702 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:42.088301 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:42.089701 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] 10.222.0.55 "PUT /v2.0/subnets/1dd3e822-eacc-4957-a998-805a9e46e9c4 HTTP/1.1" status: 200 len: 868 time: 0.4034398 May 05 15:23:42.093263 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de24ab-f5e4-4881-94fc-1d0a9a0ea4be None None] Network 17a1bb8c-9c83-4583-9ec2-afb4a5486951 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:23:42.112065 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd3e822-eacc-4957-a998-805a9e46e9c4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:23:42.120527 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.120910 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.121305 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.121650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.121984 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.122313 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.122638 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.122960 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.123302 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.124379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.124379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.124379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.125103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.126018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.126363 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd8f426-c4e4-4f58-8d89-694c9b9eb12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:23:42.456754 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Provisioning complete for port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:23:42.457143 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:42.533921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Current status of the port 28f93cb3-ed4a-4f2e-8e4f-ac28165bdeec is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:23:42.541647 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Provisioning complete for port 13f4ea93-046e-4162-8303-dec7f862529d triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:23:42.542012 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (13f4ea93-046e-4162-8303-dec7f862529d), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:42.618226 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4658341c-8f8e-4ffc-a66a-26bd2a5a085a None None] Current status of the port 13f4ea93-046e-4162-8303-dec7f862529d is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:23:44.359767 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35904) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:44.559848 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae442fa-86b9-48a0-879a-0382f3c6d46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:44.560249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae442fa-86b9-48a0-879a-0382f3c6d46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:44.561768 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4ae442fa-86b9-48a0-879a-0382f3c6d46b admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010570 May 05 15:23:46.839448 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35912) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:46.974319 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752270a1-da49-4745-91a4-26cca132d47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:46.974785 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752270a1-da49-4745-91a4-26cca132d47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:46.976356 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-752270a1-da49-4745-91a4-26cca132d47e admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1358624 May 05 15:23:49.275308 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35920) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:49.404863 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff28949-033f-4868-b06b-788eeee6dbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:49.406226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5ff28949-033f-4868-b06b-788eeee6dbf8 admin admin] 10.222.0.55 "GET /v2.0/networks/17a1bb8c-9c83-4583-9ec2-afb4a5486951 HTTP/1.1" status: 200 len: 869 time: 0.1299517 May 05 15:23:51.670409 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35928) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:51.796418 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f4340-b432-44f0-bb18-2026d086f32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:51.797780 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-af2f4340-b432-44f0-bb18-2026d086f32d admin admin] 10.222.0.55 "GET /v2.0/networks/63ef1efc-e733-425a-972d-0af8300be092 HTTP/1.1" status: 200 len: 886 time: 0.1263921 May 05 15:23:54.092638 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 35936) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:54.333449 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c609ac8-c3c7-4cd8-8c59-79adc7194a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:54.333894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c609ac8-c3c7-4cd8-8c59-79adc7194a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:54.335402 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2c609ac8-c3c7-4cd8-8c59-79adc7194a94 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2418017 May 05 15:23:56.600287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 35944) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:56.729408 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a840950c-1316-4c44-99d4-ff79ed7d8ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:56.729807 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a840950c-1316-4c44-99d4-ff79ed7d8ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:56.731334 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a840950c-1316-4c44-99d4-ff79ed7d8ab3 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300917 May 05 15:23:57.305741 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4ae74113-195d-4250-bb80-78f7df0dd2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:23:59.014688 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 35954) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:23:59.131054 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4fcb0-4d95-48d6-a9b2-bf1a709db54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:23:59.132465 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0bd4fcb0-4d95-48d6-a9b2-bf1a709db54c admin admin] 10.222.0.55 "GET /v2.0/subnets/1dd3e822-eacc-4957-a998-805a9e46e9c4 HTTP/1.1" status: 200 len: 868 time: 0.1168976 May 05 15:23:59.545659 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5c98-97dc-4157-835e-95e375c35701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:00.717359 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:01.411102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 35962) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:01.498294 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ca430-5889-4449-8e47-2964c6af8925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:01.499620 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9d7ca430-5889-4449-8e47-2964c6af8925 admin admin] 10.222.0.55 "GET /v2.0/subnets/a108c411-2a01-4425-aa2a-a991e129078d HTTP/1.1" status: 200 len: 816 time: 0.0875094 May 05 15:24:02.060078 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:03.711871 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:14.090136 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:24:27.305043 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-20e112f6-a953-4fcd-a06c-029736b4b2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:29.533233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c428090-50f1-4002-aaca-fa432a05a255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:30.693322 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:32.093075 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:33.704686 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:42.993556 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36020) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:43.040760 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [None req-868b7e48-351c-4a73-973a-754c3ebbe2fb admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:24:43.041765 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-868b7e48-351c-4a73-973a-754c3ebbe2fb admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472267 May 05 15:24:45.413013 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36028) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:45.472485 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8ecef2-bf2c-4cce-b11b-d043d84a081b admin admin] GET failed (client error): The resource could not be found. May 05 15:24:45.473750 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ab8ecef2-bf2c-4cce-b11b-d043d84a081b admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598223 May 05 15:24:45.623187 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36716d4d-4e11-46a3-b9fe-77f95c327a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:45.624702 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-36716d4d-4e11-46a3-b9fe-77f95c327a57 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1469781 May 05 15:24:47.927386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36036) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:47.973985 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:48.138101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Made reservation on behalf of a3a7cd6436bd466e8794acccf97ede79 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:48.140441 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.191145 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING neutron.services.revisions.revision_plugin [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Could not find related network for resource to bump revision. May 05 15:24:48.212127 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:24:48.224647 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733100590147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.225197 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Unsubscribe: segment precommit_create {{(pid=103755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:24:48.225675 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Added segment 25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6 of type vlan for network cc54fc5c-9b9e-4ed0-b592-4949b7256410 May 05 15:24:48.273918 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (cc54fc5c-9b9e-4ed0-b592-4949b7256410), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.362084 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (cc54fc5c-9b9e-4ed0-b592-4949b7256410), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.363061 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:48.363669 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:48.453756 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Pushing event updated for resources: {'Network': ['ID=cc54fc5c-9b9e-4ed0-b592-4949b7256410,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:48.460251 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.460596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.460949 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.461294 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.461623 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.461949 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.462272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.462595 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.462931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.463258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.463618 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.463957 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.464280 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.464596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.464912 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:48.473299 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-059f1a01-1d47-4b13-84a6-3c1e4f80471a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5448146 May 05 15:24:48.479998 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:24:50.769556 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36044) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:24:50.832446 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d392d7a-e0c3-455a-be13-3a8c87598764 admin admin] GET failed (client error): The resource could not be found. May 05 15:24:50.833699 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4d392d7a-e0c3-455a-be13-3a8c87598764 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631433 May 05 15:24:50.908915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d10cb94-896a-412f-bd10-ff5be6d27c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:50.910376 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1d10cb94-896a-412f-bd10-ff5be6d27c12 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727444 May 05 15:24:50.921851 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Request body: {'subnet': {'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:24:51.035373 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Made reservation on behalf of a3a7cd6436bd466e8794acccf97ede79 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:24:51.037610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:51.088877 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:24:51.276198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (38cb95ef-1f03-4b0a-9c32-85655ee31b85), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:51.337117 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38cb95ef-1f03-4b0a-9c32-85655ee31b85,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:51.346556 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.346896 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.347317 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.347685 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.348082 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.348405 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.348725 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.349048 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.349381 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.349705 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.350036 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.350381 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.350702 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.351018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.351328 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:51.358929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Checking segment: {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:51.359283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Network hostable DHCP agents. Network: cc54fc5c-9b9e-4ed0-b592-4949b7256410, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:24:51.446451 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:24:51.532610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, cc54fc5c-9b9e-4ed0-b592-4949b7256410) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:51.536853 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:24:51.537452 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:51.542554 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089d139-9c7f-42bc-b0f1-2487d01299c5 None None] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:51.644651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ea6dda22-8dec-4672-80dc-ea505be70f7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7260714 May 05 15:24:51.752600 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-cc54fc5c-9b9e-4ed0-b592-4949b7256410', 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410', 'project_id': 'a3a7cd6436bd466e8794acccf97ede79', 'fixed_ips': [{'subnet_id': '38cb95ef-1f03-4b0a-9c32-85655ee31b85'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:24:51.753493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:51.893148 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Allocated IP 192.168.233.2 (cc54fc5c-9b9e-4ed0-b592-4949b7256410/38cb95ef-1f03-4b0a-9c32-85655ee31b85/9f197957-213e-4323-a77c-202368d9d2b3) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:24:52.039790 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks [] for port (9f197957-213e-4323-a77c-202368d9d2b3), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:52.138847 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (9f197957-213e-4323-a77c-202368d9d2b3), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:52.180987 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:24:52.183955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:24:52.190109 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:24:52.199583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Pushing event updated for resources: {'Port': ['ID=9f197957-213e-4323-a77c-202368d9d2b3,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:52.222158 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.222496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.222881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.223276 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.223629 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.223957 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.224275 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.224593 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.224912 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.225244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.225603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.226028 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.226349 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.226664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.226990 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:24:52.262549 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Attempting to bind port 9f197957-213e-4323-a77c-202368d9d2b3 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:24:52.262969 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Attempting to bind port 9f197957-213e-4323-a77c-202368d9d2b3 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:24:52.263345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Attempting to bind port 9f197957-213e-4323-a77c-202368d9d2b3 on network cc54fc5c-9b9e-4ed0-b592-4949b7256410 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:24:52.269040 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:24:52.269410 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Checking segment: {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:24:52.269797 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:52.270178 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Bound using segment: {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:24:52.270630 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Bound port: 9f197957-213e-4323-a77c-202368d9d2b3, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:24:52.271005 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9f197957-213e-4323-a77c-202368d9d2b3), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:52.334344 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] For port 9f197957-213e-4323-a77c-202368d9d2b3, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:24:52.337353 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] For port 9f197957-213e-4323-a77c-202368d9d2b3, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=9f197957-213e-4323-a77c-202368d9d2b3,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:24:52.424535 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (9f197957-213e-4323-a77c-202368d9d2b3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:52.484285 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4115f0-0741-493d-85aa-9c847be25c0a None None] Pushing event updated for resources: {'Port': ['ID=9f197957-213e-4323-a77c-202368d9d2b3,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:53.339138 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f988aab-b1dc-41f8-865c-e545741a4d27 None None] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:24:53.414187 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Provisioning complete for port 9f197957-213e-4323-a77c-202368d9d2b3 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:53.414819 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (9f197957-213e-4323-a77c-202368d9d2b3), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:53.534463 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Current status of the port 9f197957-213e-4323-a77c-202368d9d2b3 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:53.535140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9f197957-213e-4323-a77c-202368d9d2b3), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:53.571571 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] For port 9f197957-213e-4323-a77c-202368d9d2b3, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=9f197957-213e-4323-a77c-202368d9d2b3,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:24:53.652412 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (9f197957-213e-4323-a77c-202368d9d2b3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:53.708851 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf0bc-44f6-465e-a040-c84796dc9667 None None] Pushing event updated for resources: {'Port': ['ID=9f197957-213e-4323-a77c-202368d9d2b3,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:24:53.772012 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-30cfeda5-e858-4e7a-8e31-e719980ed0b6 None None] Provisioning complete for port 9f197957-213e-4323-a77c-202368d9d2b3 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:53.772399 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30cfeda5-e858-4e7a-8e31-e719980ed0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (9f197957-213e-4323-a77c-202368d9d2b3), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:53.849664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-30cfeda5-e858-4e7a-8e31-e719980ed0b6 None None] Current status of the port 9f197957-213e-4323-a77c-202368d9d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:54.573738 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 9f197957-213e-4323-a77c-202368d9d2b3 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:24:54.624869 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 9f197957-213e-4323-a77c-202368d9d2b3 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:24:54.625261 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (9f197957-213e-4323-a77c-202368d9d2b3), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:54.709650 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 9f197957-213e-4323-a77c-202368d9d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:24:57.315317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cc639026-f592-4674-82fb-99cf8c5d688d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:24:59.566530 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a886e5e8-fc03-4ecf-9134-f73030b4c88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:00.709060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:02.023640 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:03.698068 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:27.314566 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d141f0c1-9b76-4e54-bcbb-4793d8b24c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:28.089530 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:25:29.565672 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-95a1a967-1e6f-4254-99c0-8a12d39cf98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:30.697779 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:32.050155 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:33.714313 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:57.310454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7ca1db4b-2c4a-4d1d-94e5-de84f5b608e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:25:59.547874 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1dcb8e1f-c339-4088-ae51-19489b7489d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:00.837688 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:02.059801 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:03.702052 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:05.088658 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:26:27.318520 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-10097018-2389-4d17-a0a0-33ef2a5b38e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:29.558852 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf7250f4-2655-41ee-9c7a-8cd927cc4ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:30.720071 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:32.078081 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:33.695235 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:42.086484 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:26:48.469569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36084) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:48.475148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-d2651250-0f0e-4cda-801a-f643246f8a6a tempest-verify_tempest_config-1133554404 tempest-verify_tempest_config-1133554404-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:26:48.476169 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d2651250-0f0e-4cda-801a-f643246f8a6a tempest-verify_tempest_config-1133554404 tempest-verify_tempest_config-1133554404-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056050 May 05 15:26:49.144475 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36102) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:49.251987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.324451 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Publish callbacks [] for security_group (8cd0a23e-1854-4845-8e14-4d587f7670dc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.446149 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8cd0a23e-1854-4845-8e14-4d587f7670dc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.490595 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd0a23e-1854-4845-8e14-4d587f7670dc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:26:49.495147 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef085663d9ac46f0918eeb1190e05af9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3489277 May 05 15:26:49.497823 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36106) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:26:49.500728 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.501075 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.501483 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.501824 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.502151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.502475 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.502797 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.503118 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.503462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.503810 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.504147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.504475 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.504936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.505830 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.506162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede96b4-d913-4ac8-9a62-3e3a71afd993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.571894 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Publish callbacks [] for security_group (8cd0a23e-1854-4845-8e14-4d587f7670dc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.596073 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Publish callbacks [] for security_group (8cd0a23e-1854-4845-8e14-4d587f7670dc), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.780521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8cd0a23e-1854-4845-8e14-4d587f7670dc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.783037 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:49.784208 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cd0a23e-1854-4845-8e14-4d587f7670dc HTTP/1.1" status: 204 len: 168 time: 0.2853675 May 05 15:26:49.793107 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd0a23e-1854-4845-8e14-4d587f7670dc,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:26:49.799890 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.800235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.800597 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.800939 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.801273 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.801598 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.801928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.802250 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.802590 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.802935 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.803273 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.803641 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.803968 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.804288 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:49.804608 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c6380-15c8-4056-b259-e029de448ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:26:57.303222 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d5809770-b4cf-47ea-8324-cc300461c22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:26:59.539675 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-36f4718a-25cd-4646-ba65-9139aa72cb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:00.728485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:02.034415 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:03.814060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:19.085173 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:27:27.329794 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3dd19665-4e32-4d0e-8bc1-48888f035514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:29.593579 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c47e1d2b-434c-4156-9fd0-9991dd4e84c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:30.723894 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:32.055776 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:33.721964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:56.084968 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:27:57.339974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-257daa69-3c00-4357-9be2-9467962f3827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:27:59.544263 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b4f816d6-e2f0-4e0e-af50-f0938167bb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:00.739831 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:02.065866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:03.756683 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:27.315887 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-83c7198d-4fc1-4a51-b3e9-6fccae5e65d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:29.561285 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5f6174a4-1b9c-447a-b66c-d21e798ea864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:30.744726 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:32.041272 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:33.084411 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 5 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:28:33.710573 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:33.818682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-969994'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:49.193268 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36182) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:28:49.302703 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-51e92fbf-dd9c-4467-a340-183c99faa018 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1082668 May 05 15:28:51.657596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36192) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:28:51.714847 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6c75aaae-f910-43f5-b8b5-40bd559bf3e4 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0561342 May 05 15:28:57.268581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f55fc16b-db4c-4768-a3da-3dafdf0dce34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:28:59.536962 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fe7a91b4-5329-4407-84c4-e586aed08975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:00.708502 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:02.062209 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:03.714459 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:03.805528 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:10.084054 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:29:27.301074 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-78936404-920a-488c-81f3-62e1fc717513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:29.535433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b24688ed-7c31-4be4-a1b9-efa0ca111e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:30.712826 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:32.061205 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:33.707018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:33.787035 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:47.085192 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:29:57.329146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fec61a71-cd64-48d9-b8b7-5d1e3f845391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:29:59.552268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-26866106-4d9c-4465-bfb9-d89116728b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:00.735172 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:02.071863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:03.688691 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:03.837571 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:24.083611 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:30:27.299016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6ac5ffd5-51da-4a56-a365-231c72ebfcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:29.601457 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72161b1a-c44d-43d9-a3e4-a6f52c1bcc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:30.745150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:32.101136 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:33.750873 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:33.802231 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:34.601482 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36354) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:34.954898 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1473989363-network', 'tenant_id': 'd5749714520245aaaf1d3bbfbff50f83'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:35.030851 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Made reservation on behalf of d5749714520245aaaf1d3bbfbff50f83 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:35.033161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.042304 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.137684 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks [] for security_group (d9589d61-d5ce-4551-a6fa-4b8134afc7ac), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.179171 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (d9589d61-d5ce-4551-a6fa-4b8134afc7ac), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.220940 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9589d61-d5ce-4551-a6fa-4b8134afc7ac,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:35.235381 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.236449 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.237202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.237830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.238435 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.239086 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.239853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.240466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.241826 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.242452 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.243006 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.243578 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.244135 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.244658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.245164 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Tracked resource versions report: May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: pushed versions: May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: { 'AddressGroup': {'1.2'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Agent': {'1.1'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'ConntrackHelper': {'1.0'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'LocalIPAssociation': {'1.0'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Log': {'1.0'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'NDPProxy': {'1.0'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Network': {'1.1'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Port': {'1.7'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'PortForwarding': {'1.3'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'QosPolicy': {'1.10'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroup': {'1.5'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroupRule': {'1.2'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SubPort': {'1.0'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Subnet': {'1.1'}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Trunk': {'1.1'}} May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: consumer versions: May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: HyperV agent@hv-cinder-83588: {}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Agent': '1.1', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'ConntrackHelper': '1.0', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'LocalIPAssociation': '1.0', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Log': '1.0', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'NDPProxy': '1.0', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Network': '1.1', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Port': '1.7', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'PortForwarding': '1.3', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'QosPolicy': '1.10', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroup': '1.5', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SecurityGroupRule': '1.2', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'SubPort': '1.0', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Subnet': '1.1', May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: 'Trunk': '1.1'}} May 05 15:30:35.247387 dv-cinder-835881-6-iscsi neutron-server[103755]: {{(pid=103755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:30:35.254680 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:30:35.273251 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (eca41ba3-1b22-41dc-b11f-dbd0941f8111), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.273786 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Added segment eca41ba3-1b22-41dc-b11f-dbd0941f8111 of type vlan for network 82f970e9-b590-4429-9e9c-0fb85234d6d6 May 05 15:30:35.317158 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (82f970e9-b590-4429-9e9c-0fb85234d6d6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.396649 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (82f970e9-b590-4429-9e9c-0fb85234d6d6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.397649 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:35.398236 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.458258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] Pushing event updated for resources: {'Network': ['ID=82f970e9-b590-4429-9e9c-0fb85234d6d6,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:35.469371 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 82f970e9-b590-4429-9e9c-0fb85234d6d6 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:30:35.553390 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fc85b0dc-65e9-4255-876a-0e4291433aba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9506321 May 05 15:30:35.556406 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36398) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:35.561523 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Request body: {'subnet': {'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1473989363-subnet', 'tenant_id': 'd5749714520245aaaf1d3bbfbff50f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:35.671213 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Made reservation on behalf of d5749714520245aaaf1d3bbfbff50f83 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:35.676118 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:35.952144 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36416) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:35.968076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (e8f84517-674c-4c5d-9904-1b437d780662), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.008932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36422) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:36.029787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f84517-674c-4c5d-9904-1b437d780662,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:36.051766 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Checking segment: {'id': 'eca41ba3-1b22-41dc-b11f-dbd0941f8111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:36.051935 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Network hostable DHCP agents. Network: 82f970e9-b590-4429-9e9c-0fb85234d6d6, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:30:36.082358 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36434) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:36.162422 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Network 82f970e9-b590-4429-9e9c-0fb85234d6d6 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:30:36.186269 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-59308819-network', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:36.261017 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-275192016-network', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:36.264644 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 82f970e9-b590-4429-9e9c-0fb85234d6d6) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:36.279560 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:36.279560 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.280570 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b57a8-f60d-4478-bb4e-aed66a41387d None None] Network 82f970e9-b590-4429-9e9c-0fb85234d6d6 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:36.300996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-383813093-network', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:36.311407 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Made reservation on behalf of 432804d7e09449b69b0ce11c92fe4240 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:36.317177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.372723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.376920 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:36.380423 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.394658 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-75ea22af-400d-44b9-856e-183588e0c191 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8369522 May 05 15:30:36.396953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f35650-7305-4e1a-b8f8-d64b6fb61fd0 None None] Network 82f970e9-b590-4429-9e9c-0fb85234d6d6 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:36.399001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.482300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Made reservation on behalf of 72f4e78cd69041eaa1f81b3ea4ed27d4 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:36.488089 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.545997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.698958 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks [] for security_group (4c740f52-be66-4dd0-9054-cc36fe438aab), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.761893 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks [] for security_group (a4cafa01-12b8-4e1e-a5d0-bd8c93457327), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.768642 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4c740f52-be66-4dd0-9054-cc36fe438aab), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.810034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:30:36.813710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks [] for security_group (4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.822767 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a4cafa01-12b8-4e1e-a5d0-bd8c93457327), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.837667 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (5d5b5f4e-b618-4ff1-9050-198760c8e7d8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.838004 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Added segment 5d5b5f4e-b618-4ff1-9050-198760c8e7d8 of type vlan for network a06362c4-ca0f-43b8-9d05-00fb92cfb100 May 05 15:30:36.852123 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c740f52-be66-4dd0-9054-cc36fe438aab,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:36.875817 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:30:36.885079 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.909921 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.910323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.913936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.914351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.914752 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.914926 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Tracked resource versions report: May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: pushed versions: May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Agent': {'1.1'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Log': {'1.0'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Network': {'1.1'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Port': {'1.7'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'PortForwarding': {'1.3'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: consumer versions: May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: HyperV agent@hv-cinder-83588: {}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Agent': '1.1', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Log': '1.0', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'NDPProxy': '1.0', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Network': '1.1', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Port': '1.7', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'PortForwarding': '1.3', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'QosPolicy': '1.10', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'SubPort': '1.0', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Subnet': '1.1', May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: 'Trunk': '1.1'}} May 05 15:30:36.916609 dv-cinder-835881-6-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:30:36.935117 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (4aa56b59-4935-48cd-96bf-94fb21639e83), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:36.943077 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Added segment 4aa56b59-4935-48cd-96bf-94fb21639e83 of type vlan for network eb1e4d75-3fa0-4232-a454-71471b499c4a May 05 15:30:36.966152 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (a06362c4-ca0f-43b8-9d05-00fb92cfb100), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.033325 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (eb1e4d75-3fa0-4232-a454-71471b499c4a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.035986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cafa01-12b8-4e1e-a5d0-bd8c93457327,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:37.088169 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:37.180130 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (a06362c4-ca0f-43b8-9d05-00fb92cfb100), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.181477 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:37.183046 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.210368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (eb1e4d75-3fa0-4232-a454-71471b499c4a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.210368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:37.210368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.252215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:30:37.252585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:30:37.351537 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] Pushing event updated for resources: {'Network': ['ID=a06362c4-ca0f-43b8-9d05-00fb92cfb100,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:37.363356 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36472) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:37.369766 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:30:37.371844 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f061c669-b827-43af-857f-a1b1c19ccabd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4175766 May 05 15:30:37.375520 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Request body: {'subnet': {'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-subnet', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:37.490115 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4856513 May 05 15:30:37.490801 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36480) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:37.521961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Request body: {'subnet': {'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-275192016-subnet', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:37.556800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Made reservation on behalf of 432804d7e09449b69b0ce11c92fe4240 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:37.560555 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.569665 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def66b-dc8b-4531-9839-155e9d9e6ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1e4d75-3fa0-4232-a454-71471b499c4a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:37.580882 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network eb1e4d75-3fa0-4232-a454-71471b499c4a details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:30:37.670560 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:37.673432 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.758410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.864731 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:30:37.931957 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (585c121d-e5c5-483b-b45f-64114607aa3b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:37.932158 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Added segment 585c121d-e5c5-483b-b45f-64114607aa3b of type vlan for network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 May 05 15:30:37.989054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (8a5fa8f3-21a5-4520-992a-c4e8e8908043), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.002418 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (7352d4ad-b595-4c9b-b7ee-4549de322c7b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.088208 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (bb4111dc-f59a-48a8-bb10-e66048424608), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.154930 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (8a5fa8f3-21a5-4520-992a-c4e8e8908043), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.155915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:38.156498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.179332 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7352d4ad-b595-4c9b-b7ee-4549de322c7b,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:38.181983 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:38.184746 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Network hostable DHCP agents. Network: a06362c4-ca0f-43b8-9d05-00fb92cfb100, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:30:38.227871 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4111dc-f59a-48a8-bb10-e66048424608,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:38.273899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:38.274260 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Network hostable DHCP agents. Network: eb1e4d75-3fa0-4232-a454-71471b499c4a, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:30:38.279215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5fa8f3-21a5-4520-992a-c4e8e8908043,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:38.286538 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1d20aafb-c2d2-438e-8b31-fcdb57077b55 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2029688 May 05 15:30:38.289948 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36496) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:38.294940 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Request body: {'subnet': {'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-subnet', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:38.305059 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:30:38.399182 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:30:38.402614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:30:38.425259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Made reservation on behalf of 72f4e78cd69041eaa1f81b3ea4ed27d4 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:38.428543 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.506901 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, eb1e4d75-3fa0-4232-a454-71471b499c4a) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:38.511672 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, a06362c4-ca0f-43b8-9d05-00fb92cfb100) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:38.514637 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:38.516068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.539210 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:38.539821 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.540238 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcef67d-af8c-4e4a-9e66-2b80e905e4d0 None None] Network eb1e4d75-3fa0-4232-a454-71471b499c4a requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:38.542914 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b54e05-2104-48fe-8bcc-9733d18c7bc7 None None] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:38.653798 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b0c67cf6-8024-4925-8820-1dfdf8770a1a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1585112 May 05 15:30:38.669897 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36508) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:38.702555 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:38.716450 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a7342c8d-3b82-4b3c-8480-1fdd87077026 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3494670 May 05 15:30:38.717931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36512) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:38.746076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:38.809211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (516785d9-7cff-4e8f-8581-f15967ba8463), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.810823 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (516785d9-7cff-4e8f-8581-f15967ba8463), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.840639 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-eb1e4d75-3fa0-4232-a454-71471b499c4a', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:30:38.840639 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.860581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:30:38.861403 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.863274 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.864331 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:38.940516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for router_controller (516785d9-7cff-4e8f-8581-f15967ba8463), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.144833 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36534) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:39.147323 dv-cinder-835881-6-iscsi neutron-server[103755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:30:39.159742 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for router_controller (6c6d71b4-55a6-4995-a874-6aa513abbd9c), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.161664 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (0aab831f-9279-4eec-a96b-4426248798ad), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.256010 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for router_gateway (516785d9-7cff-4e8f-8581-f15967ba8463), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.370431 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Allocated IP 172.20.0.2 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/a3e8229a-3669-4c8f-b293-6fb184a2fcc6) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:39.385130 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Allocated IP 172.20.0.2 (a06362c4-ca0f-43b8-9d05-00fb92cfb100/7352d4ad-b595-4c9b-b7ee-4549de322c7b/8679c772-76a0-4f68-8fe4-f6a41970fb35) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:39.472102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Checking segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:39.472769 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Network hostable DHCP agents. Network: 8a5fa8f3-21a5-4520-992a-c4e8e8908043, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:30:39.499219 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aab831f-9279-4eec-a96b-4426248798ad,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:39.566599 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks [] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.639954 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for router_gateway (516785d9-7cff-4e8f-8581-f15967ba8463), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.666818 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.686967 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.720580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-05913855-812e-4240-90a4-bcaa882e5417 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:39.722152 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-05913855-812e-4240-90a4-bcaa882e5417 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/networks?id=82f970e9-b590-4429-9e9c-0fb85234d6d6 HTTP/1.1" status: 200 len: 812 time: 0.5761726 May 05 15:30:39.725110 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:30:39.767116 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:39.770655 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:39.774656 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for router_gateway (6c6d71b4-55a6-4995-a874-6aa513abbd9c), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.776268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:39.785500 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-878299ae-0e35-49a0-b576-bb0b66121d59 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/quotas/d5749714520245aaaf1d3bbfbff50f83 HTTP/1.1" status: 200 len: 375 time: 0.0539351 May 05 15:30:39.861001 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-0b042c1e-c070-4389-93ae-b284a2e324ae tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5749714520245aaaf1d3bbfbff50f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668249 May 05 15:30:39.862259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 8a5fa8f3-21a5-4520-992a-c4e8e8908043) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:39.869887 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:39.870509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:39.895735 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Allocated IP 172.27.2.204 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/aff7db35-2165-4dbd-9c2b-19e367b96ac5) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:39.940424 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69e5b7-84e4-4117-9f47-07c5c17c8b48 None None] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:39.958748 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b3f6c714-ced6-4fd1-9f8c-4e28ae5c775c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6676285 May 05 15:30:39.963511 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36570) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:39.971218 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:40.089718 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (2c42208f-8cc4-4213-8599-ba7f94816231), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.090770 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (2c42208f-8cc4-4213-8599-ba7f94816231), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.122327 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Pushing event updated for resources: {'Port': ['ID=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:40.127898 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Attempting to bind port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:40.128268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Attempting to bind port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:40.128632 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Attempting to bind port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:40.158143 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:40.158518 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:40.158923 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.159317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:40.159838 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Bound port: a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:40.160220 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172825 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.172825 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.174660 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Tracked resource versions report: May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: pushed versions: May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Agent': {'1.1'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Log': {'1.0'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Network': {'1.1'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Port': {'1.7'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'PortForwarding': {'1.3'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: consumer versions: May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: HyperV agent@hv-cinder-83588: {}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Agent': '1.1', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Log': '1.0', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'NDPProxy': '1.0', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Network': '1.1', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Port': '1.7', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'PortForwarding': '1.3', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'QosPolicy': '1.10', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'SubPort': '1.0', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Subnet': '1.1', May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: 'Trunk': '1.1'}} May 05 15:30:40.175932 dv-cinder-835881-6-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:30:40.201836 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks [] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.213258 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.258210 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:30:40.258450 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-1ae037c6-1ba3-4ceb-bd33-157357ee89e4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:30:40.259445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.269858 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-1ae037c6-1ba3-4ceb-bd33-157357ee89e4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1282024 May 05 15:30:40.269858 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for router_controller (2c42208f-8cc4-4213-8599-ba7f94816231), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.293015 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for router_gateway (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.332761 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.379803 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] For port a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:40.379803 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.408661 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.452737 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] For port a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:40.461970 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Pushing event updated for resources: {'Port': ['ID=8679c772-76a0-4f68-8fe4-f6a41970fb35,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:40.504355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:40.508352 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:40.512237 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:40.516563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:40.520157 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:40.525158 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:40.553786 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Allocated IP 172.20.0.2 (8a5fa8f3-21a5-4520-992a-c4e8e8908043/0aab831f-9279-4eec-a96b-4426248798ad/839112f2-0ea4-4ac7-9b7b-02692a3d460e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:40.585662 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-231c2e92-8f41-4785-bda1-7ccbe8fff3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141236 May 05 15:30:40.599707 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Attempting to bind port 8679c772-76a0-4f68-8fe4-f6a41970fb35 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:40.600861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Attempting to bind port 8679c772-76a0-4f68-8fe4-f6a41970fb35 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:40.601465 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Attempting to bind port 8679c772-76a0-4f68-8fe4-f6a41970fb35 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:40.605810 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Pushing event updated for resources: {'Port': ['ID=aff7db35-2165-4dbd-9c2b-19e367b96ac5,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:40.619410 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:40.619971 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:40.620990 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.621476 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Bound using segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:40.622086 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Bound port: 8679c772-76a0-4f68-8fe4-f6a41970fb35, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:40.622583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.658652 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.849272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for router_gateway (2c42208f-8cc4-4213-8599-ba7f94816231), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:40.904542 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] For port 8679c772-76a0-4f68-8fe4-f6a41970fb35, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:40.908559 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] For port 8679c772-76a0-4f68-8fe4-f6a41970fb35, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=8679c772-76a0-4f68-8fe4-f6a41970fb35,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:40.943444 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Allocated IP 172.27.2.108 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/271bd71d-0e48-4d33-8638-3663eff93aa0) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:40.956767 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110a4f1-1a5f-47a9-825d-930dac637a4a None None] Pushing event updated for resources: {'Port': ['ID=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:40.997142 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks [] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.007055 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.026239 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-4d6e6370-1e64-421b-96c7-19028dedd1bc service neutron] 10.222.0.55 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278028 May 05 15:30:41.131798 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.174373 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:41.174865 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d12513-b137-4533-9740-df1420ab2e28 None None] Pushing event updated for resources: {'Port': ['ID=8679c772-76a0-4f68-8fe4-f6a41970fb35,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:41.201150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:41.230190 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:41.250060 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for router_gateway (516785d9-7cff-4e8f-8581-f15967ba8463), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.297971 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Pushing event updated for resources: {'Port': ['ID=839112f2-0ea4-4ac7-9b7b-02692a3d460e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Attempting to bind port 839112f2-0ea4-4ac7-9b7b-02692a3d460e on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Attempting to bind port 839112f2-0ea4-4ac7-9b7b-02692a3d460e by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Attempting to bind port 839112f2-0ea4-4ac7-9b7b-02692a3d460e on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Checking segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Bound using segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Bound port: 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:41.574014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.578277 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] For port 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:41.578277 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] For port 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=839112f2-0ea4-4ac7-9b7b-02692a3d460e,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:41.579278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.595015 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for router_gateway (2c42208f-8cc4-4213-8599-ba7f94816231), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.642253 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.646397 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36620) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:41.650936 dv-cinder-835881-6-iscsi neutron-server[103756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:30:41.668855 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:41.729249 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30721dea-a406-410c-9175-c774c10e01e7 None None] Pushing event updated for resources: {'Port': ['ID=839112f2-0ea4-4ac7-9b7b-02692a3d460e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:41.732801 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-08eb5b3b-234b-4dea-b4e1-37015931af17 req-fc53ad22-1243-45ed-a1dd-0c8d6ab8031d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.0849094 May 05 15:30:42.033535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (516785d9-7cff-4e8f-8581-f15967ba8463), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:42.141778 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:42.365833 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:42.381723 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:42.407524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Allocated IP 172.27.2.100 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/ccdc1362-9e22-448b-ae24-30d828571175) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:42.421355 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:42.490091 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Router 516785d9-7cff-4e8f-8581-f15967ba8463 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:30:42.508082 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Pushing event updated for resources: {'Port': ['ID=271bd71d-0e48-4d33-8638-3663eff93aa0,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:42.715974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437afd18-abb7-4ddc-91b3-87f28253fd0f None None] Network eb1e4d75-3fa0-4232-a454-71471b499c4a requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:42.787982 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for port (ccdc1362-9e22-448b-ae24-30d828571175), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:42.801081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:42.812135 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Provisioning complete for port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:42.812219 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:42.856500 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:42.931394 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:42.938843 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-057601e5-446f-4df2-82c5-00e221603828 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2603958 May 05 15:30:42.942180 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0eaf694a-a873-47aa-8e0b-6a6a1853808c req-5ee83d50-2dda-4034-a9c1-10f96c0ff005 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.0601490 May 05 15:30:42.942838 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36672) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:42.968835 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:42.969400 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:43.172232 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for router_gateway (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:43.172310 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 839112f2-0ea4-4ac7-9b7b-02692a3d460e up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:43.340691 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (ccdc1362-9e22-448b-ae24-30d828571175), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:43.421319 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d46ac-461a-42b7-9546-49d8cd70b753 None None] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:43.447261 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:43.462652 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:43.600256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 839112f2-0ea4-4ac7-9b7b-02692a3d460e triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:43.600256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:43.608618 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Current status of the port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:43.609007 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:43.638406 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:43.688612 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccdc1362-9e22-448b-ae24-30d828571175,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:43.694447 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:43.836332 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53459db7-f62a-4c63-b888-e9c594259a57 None None] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:30:43.877380 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.093823 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] For port a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:44.136137 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bd51228b-bd81-408f-9a78-7d92c370e807 req-53364514-6574-4bdb-9a2f-64a1eaa14244 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.0729294 May 05 15:30:44.167319 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.179943 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 839112f2-0ea4-4ac7-9b7b-02692a3d460e is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:44.181113 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.188120 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.202628 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Allocated IP 172.20.0.1 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/3edae85b-2a4e-4d35-a439-989239acba03) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:44.347177 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:40Z', 'revision_number': 3, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:44.355041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=839112f2-0ea4-4ac7-9b7b-02692a3d460e,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:44.357986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1703b-a29a-4daa-83d0-a6766d2b6030 None None] Pushing event updated for resources: {'Port': ['ID=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:44.418132 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Provisioning complete for port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:44.418454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.422247 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:30:44.422599 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Updating router 516785d9-7cff-4e8f-8581-f15967ba8463 port aff7db35-2165-4dbd-9c2b-19e367b96ac5 binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:30:44.478719 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks [] for port (3edae85b-2a4e-4d35-a439-989239acba03), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.494064 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for router_gateway (2c42208f-8cc4-4213-8599-ba7f94816231), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.496972 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.497975 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 8679c772-76a0-4f68-8fe4-f6a41970fb35 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:44.621386 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.682384 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:30:44.683089 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.686728 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=839112f2-0ea4-4ac7-9b7b-02692a3d460e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:44.774491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:44.777102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 8679c772-76a0-4f68-8fe4-f6a41970fb35 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:44.778053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.779965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:44.784278 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:44.784765 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (516785d9-7cff-4e8f-8581-f15967ba8463), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.840076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (2c42208f-8cc4-4213-8599-ba7f94816231), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:44.871218 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:44.969750 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:44.991372 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:44.998126 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Current status of the port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:45.014696 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:45.015350 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:45.072607 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Provisioning complete for port 839112f2-0ea4-4ac7-9b7b-02692a3d460e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:45.073006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.216568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (3edae85b-2a4e-4d35-a439-989239acba03), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.284628 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 8679c772-76a0-4f68-8fe4-f6a41970fb35 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:45.285025 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.287722 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:45.293834 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.295119 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-41b540c5-4a14-4a13-b915-2371312c69e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5666652 May 05 15:30:45.308409 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36728) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:45.546768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 8679c772-76a0-4f68-8fe4-f6a41970fb35, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=8679c772-76a0-4f68-8fe4-f6a41970fb35,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:45.655967 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks [] for port (3edae85b-2a4e-4d35-a439-989239acba03), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.659362 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.661389 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a3e8229a-3669-4c8f-b293-6fb184a2fcc6 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:45.666550 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:42Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:45.702300 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Router 2c42208f-8cc4-4213-8599-ba7f94816231 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:30:45.724108 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:30:45.724792 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Updating router 6c6d71b4-55a6-4995-a874-6aa513abbd9c port 271bd71d-0e48-4d33-8638-3663eff93aa0 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:30:45.733369 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02b56efe-39e6-4400-8ed2-8bc97fcc64a4 req-2b1f493b-7681-4c92-b56e-7df18a213ff5 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.0728736 May 05 15:30:45.742662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.743491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (516785d9-7cff-4e8f-8581-f15967ba8463), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.826515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Current status of the port 839112f2-0ea4-4ac7-9b7b-02692a3d460e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:45.846802 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:45.959403 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:45.965851 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:45.983655 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:46.002368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks [] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.013914 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Provisioning complete for port 8679c772-76a0-4f68-8fe4-f6a41970fb35 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:46.018700 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.089787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=8679c772-76a0-4f68-8fe4-f6a41970fb35,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:46.332070 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.60', 62983) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:46.342397 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36762) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:46.532416 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:30:46.546749 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:46.550887 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.654416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36774) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:46.669960 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.796812 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:46.856075 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks [] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.921386 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.921605 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1533765-17ba-43b3-98ab-27c17f423726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.923169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Attempting to bind port aff7db35-2165-4dbd-9c2b-19e367b96ac5 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:46.923635 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Attempting to bind port aff7db35-2165-4dbd-9c2b-19e367b96ac5 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:46.924034 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Attempting to bind port aff7db35-2165-4dbd-9c2b-19e367b96ac5 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:46.927247 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:46.929878 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43a123-c446-44d3-9d18-c1ae1909a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aff7db35-2165-4dbd-9c2b-19e367b96ac5,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:46.942536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:46.943119 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:46.943747 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.944285 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:46.944925 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Bound port: aff7db35-2165-4dbd-9c2b-19e367b96ac5, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:46.945469 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.993613 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-2dd0055e-4ccc-4306-b4f8-8ce4e9438e46 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:46.993814 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-16c7eebf-8ac7-484f-a01a-f258899cdbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:46.993900 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-2dd0055e-4ccc-4306-b4f8-8ce4e9438e46 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.60 "GET /v2.0/networks?id=82f970e9-b590-4429-9e9c-0fb85234d6d6 HTTP/1.1" status: 200 len: 812 time: 0.6268454 May 05 15:30:47.010562 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Pushing event updated for resources: {'Port': ['ID=271bd71d-0e48-4d33-8638-3663eff93aa0,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:47.022162 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.022742 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.023238 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.024879 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.028395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.029104 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.029584 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.030047 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.030607 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.031068 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Tracked resource versions report: May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: pushed versions: May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Agent': {'1.1'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Log': {'1.0'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'NDPProxy': {'1.0'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Network': {'1.1'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Port': {'1.7'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'PortForwarding': {'1.3'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: consumer versions: May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: HyperV agent@hv-cinder-83588: {}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: L3 agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: Metadata agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: Metering agent@dv-cinder-835881-6-iscsi: {}, May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-835881-6-iscsi: { 'AddressGroup': '1.2', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Agent': '1.1', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Log': '1.0', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'NDPProxy': '1.0', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Network': '1.1', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Port': '1.7', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'PortForwarding': '1.3', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'QosPolicy': '1.10', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'SubPort': '1.0', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Subnet': '1.1', May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: 'Trunk': '1.1'}} May 05 15:30:47.032452 dv-cinder-835881-6-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:30:47.061111 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Attempting to bind port 271bd71d-0e48-4d33-8638-3663eff93aa0 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:47.061668 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Attempting to bind port 271bd71d-0e48-4d33-8638-3663eff93aa0 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:47.062180 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Attempting to bind port 271bd71d-0e48-4d33-8638-3663eff93aa0 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:47.070825 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:47.071500 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:47.072124 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.075562 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:47.075562 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Bound port: 271bd71d-0e48-4d33-8638-3663eff93aa0, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:47.076148 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] For port aff7db35-2165-4dbd-9c2b-19e367b96ac5, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:47.080037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:47.080656 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:47.088523 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Request body: {'port': {'device_id': '203c749c-0e77-4d01-b762-1b2375b59434', 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6', 'admin_state_up': True, 'tenant_id': 'd5749714520245aaaf1d3bbfbff50f83'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:47.089779 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.093975 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc7bc8fa-82d0-4787-a069-8bfde71f9123 req-b42ab14e-6c7e-4dc1-ba71-06412fbde19f tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.1019218 May 05 15:30:47.104696 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.111045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36792) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:47.111802 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f85138d3-3758-480d-a0ca-9357d370bfc5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1453912 May 05 15:30:47.154253 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] For port aff7db35-2165-4dbd-9c2b-19e367b96ac5, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=aff7db35-2165-4dbd-9c2b-19e367b96ac5,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:47.162734 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:47.177268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-06c3e487-6613-4f71-8b93-515a7a14f00d None None] Current status of the port 8679c772-76a0-4f68-8fe4-f6a41970fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:47.256394 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] For port 271bd71d-0e48-4d33-8638-3663eff93aa0, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:47.261733 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] For port 271bd71d-0e48-4d33-8638-3663eff93aa0, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=271bd71d-0e48-4d33-8638-3663eff93aa0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:47.279180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.289105 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.353511 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 839112f2-0ea4-4ac7-9b7b-02692a3d460e up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:47.366591 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:47.378450 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.421275 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Provisioning complete for port 839112f2-0ea4-4ac7-9b7b-02692a3d460e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:47.421676 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.482148 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954997cf-b7b0-4d40-9423-d906195e5762 None None] Pushing event updated for resources: {'Port': ['ID=271bd71d-0e48-4d33-8638-3663eff93aa0,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:47.485694 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-16c7eebf-8ac7-484f-a01a-f258899cdbac admin admin] Publish callbacks [] for security_group (0a971ae2-0273-4006-9dc3-3f54209c4e6f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.518132 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:47.519129 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:47.530904 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43a123-c446-44d3-9d18-c1ae1909a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aff7db35-2165-4dbd-9c2b-19e367b96ac5,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:47.553464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:47.554202 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:47.591164 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-16c7eebf-8ac7-484f-a01a-f258899cdbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0a971ae2-0273-4006-9dc3-3f54209c4e6f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.648059 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-16c7eebf-8ac7-484f-a01a-f258899cdbac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=109b09aacb3340699dd54612fc172f09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9890800 May 05 15:30:47.663734 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36808) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:47.684082 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:47.700192 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 839112f2-0ea4-4ac7-9b7b-02692a3d460e triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:47.700848 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.731330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7eebf-8ac7-484f-a01a-f258899cdbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a971ae2-0273-4006-9dc3-3f54209c4e6f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:47.786915 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Allocated IP 172.20.0.1 (a06362c4-ca0f-43b8-9d05-00fb92cfb100/7352d4ad-b595-4c9b-b7ee-4549de322c7b/e2a1dbd0-37b8-4849-907b-1639dea7c512) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:47.830705 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:47.832076 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Made reservation on behalf of d5749714520245aaaf1d3bbfbff50f83 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:30:47.835443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.917171 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] Publish callbacks [] for security_group (0a971ae2-0273-4006-9dc3-3f54209c4e6f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:47.972244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:48.111342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] Publish callbacks [] for security_group (0a971ae2-0273-4006-9dc3-3f54209c4e6f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:48.228758 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:44Z', 'revision_number': 3, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:48.235776 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:42Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:48.309743 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a8c88-5740-40c4-9df3-d99c8f96fec8 None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:42Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:30:48.330567 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Current status of the port 839112f2-0ea4-4ac7-9b7b-02692a3d460e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:48.402098 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:30:48.403319 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Updating router 2c42208f-8cc4-4213-8599-ba7f94816231 port ccdc1362-9e22-448b-ae24-30d828571175 binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:30:48.431379 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks [] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:48.473269 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Allocated IP 172.20.0.10 (82f970e9-b590-4429-9e9c-0fb85234d6d6/e8f84517-674c-4c5d-9904-1b437d780662/63068eec-a050-477e-869b-9c2a46e73269) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:48.581519 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0a971ae2-0273-4006-9dc3-3f54209c4e6f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:48.591035 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:48.593802 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-40a628f9-b8cb-4b25-b52f-f3a87d5864c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/516785d9-7cff-4e8f-8581-f15967ba8463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6434405 May 05 15:30:48.629064 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a971ae2-0273-4006-9dc3-3f54209c4e6f HTTP/1.1" status: 204 len: 168 time: 0.9636981 May 05 15:30:48.652006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Provisioning complete for port 3edae85b-2a4e-4d35-a439-989239acba03 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:48.655672 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (3edae85b-2a4e-4d35-a439-989239acba03), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:48.815112 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-672dc610-cbf2-49a6-b89e-6310a5786900 req-9076137f-5a6d-4f24-ac18-42bfe94616e8 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.2749507 May 05 15:30:48.828088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38a8cb-3534-4072-8475-cbc80583fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a971ae2-0273-4006-9dc3-3f54209c4e6f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:48.989389 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ccdc1362-9e22-448b-ae24-30d828571175), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.019793 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.143243 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:49.150831 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:49.162777 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Pushing event updated for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:49.175585 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:49.176114 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.188973 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.239783 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36864) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:49.343403 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:49.441228 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 839112f2-0ea4-4ac7-9b7b-02692a3d460e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:49.443496 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Allocated IP 172.20.0.1 (8a5fa8f3-21a5-4520-992a-c4e8e8908043/0aab831f-9279-4eec-a96b-4426248798ad/708c2c93-4c4d-408e-a468-1246233413fe) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:30:49.445054 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 8679c772-76a0-4f68-8fe4-f6a41970fb35 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:49.544135 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-d6abb990-2544-4450-b6cd-baf72fd1d70c None None] Port 3edae85b-2a4e-4d35-a439-989239acba03 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:30:49.859204 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks [] for port (708c2c93-4c4d-408e-a468-1246233413fe), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.859204 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1533765-17ba-43b3-98ab-27c17f423726 admin admin] Publish callbacks [] for security_group (504e0055-d397-4f6a-b6b1-eb21dbaed278), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.859204 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks [] for port (63068eec-a050-477e-869b-9c2a46e73269), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:49.993698 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8d66d-5bf7-4267-9f0a-95e54e096839 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:30:50.032076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4d87877e-1e0c-403d-836d-e0a786882fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.197257 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.372986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1533765-17ba-43b3-98ab-27c17f423726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (504e0055-d397-4f6a-b6b1-eb21dbaed278), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.398275 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:50.406237 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.494283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:50.514975 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:50.515522 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (2c42208f-8cc4-4213-8599-ba7f94816231), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.541596 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-2b51b448-2a4d-4dec-a5ba-7496a742d7fd None None] Provisioning complete for port e2a1dbd0-37b8-4849-907b-1639dea7c512 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:50.541596 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b51b448-2a4d-4dec-a5ba-7496a742d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.621525 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.715999 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks [] for port (ccdc1362-9e22-448b-ae24-30d828571175), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.754480 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4d87877e-1e0c-403d-836d-e0a786882fbb admin admin] Publish callbacks [] for security_group (0d979efa-0963-440a-bbe4-64f766173a4d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.788612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edfeab-5484-492a-a1a1-261b1ee5e279 req-4351c3fa-9598-4fac-af20-8703ac2b1510 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:50.792862 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a8edfeab-5484-492a-a1a1-261b1ee5e279 req-4351c3fa-9598-4fac-af20-8703ac2b1510 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 932 time: 0.4377077 May 05 15:30:50.814450 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 8679c772-76a0-4f68-8fe4-f6a41970fb35 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:50.814450 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:50.814450 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2b51b448-2a4d-4dec-a5ba-7496a742d7fd None None] Port e2a1dbd0-37b8-4849-907b-1639dea7c512 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:30:50.814815 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f1533765-17ba-43b3-98ab-27c17f423726 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54befb77e0c042eb9a45ea82c966d217&name=default HTTP/1.1" status: 200 len: 2992 time: 4.4380529 May 05 15:30:50.815563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Pushing event updated for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:50.819427 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1533765-17ba-43b3-98ab-27c17f423726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504e0055-d397-4f6a-b6b1-eb21dbaed278,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:50.835279 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36898) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:50.860464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ccdc1362-9e22-448b-ae24-30d828571175), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.027216 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Attempting to bind port ccdc1362-9e22-448b-ae24-30d828571175 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:51.027609 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Attempting to bind port ccdc1362-9e22-448b-ae24-30d828571175 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:51.028435 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Attempting to bind port ccdc1362-9e22-448b-ae24-30d828571175 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:51.057439 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-893ccf31-aabe-4c87-970f-8eb0d1f195cb None None] Provisioning complete for port 708c2c93-4c4d-408e-a468-1246233413fe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:51.058356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-893ccf31-aabe-4c87-970f-8eb0d1f195cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (708c2c93-4c4d-408e-a468-1246233413fe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.075460 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf3c33-3e05-4a79-b55c-2ff4f0a15409 None None] Pushing event updated for resources: {'Port': ['ID=ccdc1362-9e22-448b-ae24-30d828571175,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:51.140592 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36904) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:51.202325 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357136110', 'description': 'tempest-description--1781505259'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:51.249899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Network 82f970e9-b590-4429-9e9c-0fb85234d6d6 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:51.252787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 8679c772-76a0-4f68-8fe4-f6a41970fb35 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:51.254339 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a3e8229a-3669-4c8f-b293-6fb184a2fcc6 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:51.332013 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:51.335873 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:51.340484 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4d87877e-1e0c-403d-836d-e0a786882fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0d979efa-0963-440a-bbe4-64f766173a4d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.342382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:51.343183 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.343758 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:51.344364 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Bound port: ccdc1362-9e22-448b-ae24-30d828571175, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:51.345447 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ccdc1362-9e22-448b-ae24-30d828571175), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.407861 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:30:51.408062 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks [] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.420126 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87877e-1e0c-403d-836d-e0a786882fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d979efa-0963-440a-bbe4-64f766173a4d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:51.433822 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:51.434523 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.522963 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Pushing event updated for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:51.529868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] Publish callbacks [] for security_group (504e0055-d397-4f6a-b6b1-eb21dbaed278), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.532711 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.534756 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.624648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-893ccf31-aabe-4c87-970f-8eb0d1f195cb None None] Port 708c2c93-4c4d-408e-a468-1246233413fe cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:30:51.631975 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a8edfeab-5484-492a-a1a1-261b1ee5e279 req-b9a0c623-91e9-4ff2-be50-1de918498694 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576478 May 05 15:30:51.663534 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] For port ccdc1362-9e22-448b-ae24-30d828571175, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:51.673487 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:51.677633 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.704126 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] For port ccdc1362-9e22-448b-ae24-30d828571175, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ccdc1362-9e22-448b-ae24-30d828571175,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:51.797360 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ccdc1362-9e22-448b-ae24-30d828571175), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.797463 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4d87877e-1e0c-403d-836d-e0a786882fbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c568bdf23881488d8b4d60af4666f526&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5576472 May 05 15:30:51.811406 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:51.814572 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36918) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:51.822778 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ee7cf04f-16b4-42d2-a584-4c5433e436df tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7398541 May 05 15:30:51.845298 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ae275075-a74f-4b1a-9262-60d921467baa tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:30:51.846516 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-ae275075-a74f-4b1a-9262-60d921467baa tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076914 May 05 15:30:52.041143 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (708c2c93-4c4d-408e-a468-1246233413fe), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.048203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Pushing event updated for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:52.090691 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] Publish callbacks [] for security_group (0d979efa-0963-440a-bbe4-64f766173a4d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.121797 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] Publish callbacks [] for security_group (504e0055-d397-4f6a-b6b1-eb21dbaed278), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.178262 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:52.190397 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:52.192513 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:52.213897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:52.216472 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] Publish callbacks [] for security_group (0d979efa-0963-440a-bbe4-64f766173a4d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.250519 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.335402 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.347445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf3c33-3e05-4a79-b55c-2ff4f0a15409 None None] Pushing event updated for resources: {'Port': ['ID=ccdc1362-9e22-448b-ae24-30d828571175,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:52.413330 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Request body: {'port': {'device_id': '203c749c-0e77-4d01-b762-1b2375b59434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:52.452464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:52.533520 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (504e0055-d397-4f6a-b6b1-eb21dbaed278), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.536291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:52.545331 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.551234 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/504e0055-d397-4f6a-b6b1-eb21dbaed278 HTTP/1.1" status: 204 len: 168 time: 1.7128019 May 05 15:30:52.561650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:52.586760 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3996680 May 05 15:30:52.667140 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36930) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:52.671260 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fc2ce-32c2-4ddd-9c07-15d16dabf613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:52.733639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': 'dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:52.823762 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device aff7db35-2165-4dbd-9c2b-19e367b96ac5 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:53.024389 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0d979efa-0963-440a-bbe4-64f766173a4d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.031294 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.046944 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d979efa-0963-440a-bbe4-64f766173a4d HTTP/1.1" status: 204 len: 168 time: 1.2315950 May 05 15:30:53.047841 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (63068eec-a050-477e-869b-9c2a46e73269), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.126935 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-027923ba-466d-42ae-bb12-f6cde72968dc None None] Provisioning complete for port e2a1dbd0-37b8-4849-907b-1639dea7c512 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:53.127426 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-027923ba-466d-42ae-bb12-f6cde72968dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.132041 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac3634-67d0-43c3-adff-2abcde54c3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e0055-d397-4f6a-b6b1-eb21dbaed278,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:53.200229 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:30:53.302013 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks [] for port (708c2c93-4c4d-408e-a468-1246233413fe), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.325097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88f24d-a373-4f1b-a8e2-8f9d2fe98ced req-18ea941d-0446-4637-a45a-987274dee3b8 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:53.356456 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6f88f24d-a373-4f1b-a8e2-8f9d2fe98ced req-18ea941d-0446-4637-a45a-987274dee3b8 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 932 time: 0.5061765 May 05 15:30:53.468288 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:53.485780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc78e1c-f901-4a06-b1f0-2a26318f2990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d979efa-0963-440a-bbe4-64f766173a4d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:53.489631 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (a939e270-85e2-4e53-b94d-0954bc887c07), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.493735 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:53.520835 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-210d2df5-570c-41b3-be61-1abfa6513d0b admin admin] 10.222.0.55 "PUT /v2.0/routers/6c6d71b4-55a6-4995-a874-6aa513abbd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2064314 May 05 15:30:53.543028 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:53.543713 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:53.550306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port aff7db35-2165-4dbd-9c2b-19e367b96ac5 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:53.561708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.591590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.602793 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (2c42208f-8cc4-4213-8599-ba7f94816231), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:53.689021 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:53.819639 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:53.824621 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6f88f24d-a373-4f1b-a8e2-8f9d2fe98ced req-ba9b4842-ee36-4f80-b20b-be97c757d55b tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659510 May 05 15:30:53.946643 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-027923ba-466d-42ae-bb12-f6cde72968dc None None] Port e2a1dbd0-37b8-4849-907b-1639dea7c512 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:30:54.047182 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861766ec-c1ed-4c04-b67c-d15551a0a2e2 None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:30:54.623312 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Pushing event updated for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:54.631906 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:50Z', 'revision_number': 2, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:54.703457 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port aff7db35-2165-4dbd-9c2b-19e367b96ac5 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:54.707481 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:54.738563 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:30:54.759861 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Updating router 6c6d71b4-55a6-4995-a874-6aa513abbd9c port e2a1dbd0-37b8-4849-907b-1639dea7c512 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:30:54.780288 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port aff7db35-2165-4dbd-9c2b-19e367b96ac5, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=aff7db35-2165-4dbd-9c2b-19e367b96ac5,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:54.866257 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:54.868088 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 271bd71d-0e48-4d33-8638-3663eff93aa0 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:54.944815 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36960) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:54.967166 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:54.982101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8aadfded-7cf6-4610-a5d0-c31d54e809c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.099660 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (a939e270-85e2-4e53-b94d-0954bc887c07), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.162979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8aadfded-7cf6-4610-a5d0-c31d54e809c5 admin admin] Publish callbacks [] for security_group (a267de5d-5452-48b0-8607-19f14bbb8196), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.307499 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (a939e270-85e2-4e53-b94d-0954bc887c07), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.319174 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:55.339787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8aadfded-7cf6-4610-a5d0-c31d54e809c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a267de5d-5452-48b0-8607-19f14bbb8196), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.474014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:55.476440 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:55.480321 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=aff7db35-2165-4dbd-9c2b-19e367b96ac5,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:55.555148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b6600-cf80-461d-be0b-fb6b6ef95010 req-59d61fc3-9cc4-4f5e-a6b7-bd875ce50054 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:55.574354 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-093b6600-cf80-461d-be0b-fb6b6ef95010 req-59d61fc3-9cc4-4f5e-a6b7-bd875ce50054 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 932 time: 0.4065144 May 05 15:30:55.695613 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8aadfded-7cf6-4610-a5d0-c31d54e809c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c1d7cc9bbdf4457ba79a9522a774d64&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7363153 May 05 15:30:55.696358 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 36976) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:55.783257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadfded-7cf6-4610-a5d0-c31d54e809c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267de5d-5452-48b0-8607-19f14bbb8196,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:55.860326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:30:55.892825 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 271bd71d-0e48-4d33-8638-3663eff93aa0 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:55.892825 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.908458 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63068eec-a050-477e-869b-9c2a46e73269 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:30:55.916877 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-093b6600-cf80-461d-be0b-fb6b6ef95010 req-1b5d6854-e44a-44f3-804a-8a7591a65866 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261003 May 05 15:30:55.933702 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] Publish callbacks [] for security_group (a267de5d-5452-48b0-8607-19f14bbb8196), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:55.943498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks [] for port (63068eec-a050-477e-869b-9c2a46e73269), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.010096 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Transition to ACTIVE for port object 63068eec-a050-477e-869b-9c2a46e73269 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:30:56.026422 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a939e270-85e2-4e53-b94d-0954bc887c07,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:56.037345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:56.042938 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:30:56.107814 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] Publish callbacks [] for security_group (a267de5d-5452-48b0-8607-19f14bbb8196), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.258175 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.295435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.303971 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-27a74184-f0b8-48b9-a5a9-30524ceca461 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6291480 May 05 15:30:56.313785 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 36984) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:56.356744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': 'dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:56.442563 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a267de5d-5452-48b0-8607-19f14bbb8196), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.446203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.454735 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a267de5d-5452-48b0-8607-19f14bbb8196 HTTP/1.1" status: 204 len: 168 time: 0.7459407 May 05 15:30:56.474885 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f2221-fd8d-479e-8206-debebad067b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267de5d-5452-48b0-8607-19f14bbb8196,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:56.566821 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks [] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.657891 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.742133 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-9c8bf40b-ac1d-4483-a3ad-bff76a23840f None None] Provisioning complete for port 708c2c93-4c4d-408e-a468-1246233413fe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:56.742664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9c8bf40b-ac1d-4483-a3ad-bff76a23840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (708c2c93-4c4d-408e-a468-1246233413fe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:56.813593 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d50b0-5235-4572-acc1-fc0f3acad95f None None] Pushing event updated for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:57.036063 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (0ef8f1bb-c664-4b26-b25a-e1ec8c95653b), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.079734 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Pushing event updated for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:57.115876 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bf40b-ac1d-4483-a3ad-bff76a23840f None None] Port 708c2c93-4c4d-408e-a468-1246233413fe cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:30:57.177654 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 271bd71d-0e48-4d33-8638-3663eff93aa0 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:57.183804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.257850 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Attempting to bind port e2a1dbd0-37b8-4849-907b-1639dea7c512 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:57.258259 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Attempting to bind port e2a1dbd0-37b8-4849-907b-1639dea7c512 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:57.258626 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Attempting to bind port e2a1dbd0-37b8-4849-907b-1639dea7c512 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:57.295005 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:57.295813 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:57.297489 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.298072 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Bound using segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:57.301972 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Bound port: e2a1dbd0-37b8-4849-907b-1639dea7c512, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:57.304124 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.332625 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 271bd71d-0e48-4d33-8638-3663eff93aa0, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=271bd71d-0e48-4d33-8638-3663eff93aa0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:57.377070 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:57.425959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Attempting to bind port 63068eec-a050-477e-869b-9c2a46e73269 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:30:57.427866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Attempting to bind port 63068eec-a050-477e-869b-9c2a46e73269 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eca41ba3-1b22-41dc-b11f-dbd0941f8111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:30:57.428390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Attempting to bind port 63068eec-a050-477e-869b-9c2a46e73269 on network 82f970e9-b590-4429-9e9c-0fb85234d6d6 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:57.481548 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Port 63068eec-a050-477e-869b-9c2a46e73269 on network 82f970e9-b590-4429-9e9c-0fb85234d6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:30:57.482346 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.483111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Attempting to bind port 63068eec-a050-477e-869b-9c2a46e73269 on network 82f970e9-b590-4429-9e9c-0fb85234d6d6 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:30:57.487868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82c7dd-92fb-4306-aa8c-3f0879b2d30c req-03dc6a6c-daa5-4da0-a58a-2f077eda3523 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:57.498948 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d82c7dd-92fb-4306-aa8c-3f0879b2d30c req-03dc6a6c-daa5-4da0-a58a-2f077eda3523 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.2830923 May 05 15:30:57.522091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:30:57.526450 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Updating router 516785d9-7cff-4e8f-8581-f15967ba8463 port 3edae85b-2a4e-4d35-a439-989239acba03 binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:30:57.535358 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:30:57.601138 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2c44320-49bc-48c9-933b-e85c13ab4dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.604521 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (0ef8f1bb-c664-4b26-b25a-e1ec8c95653b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.612677 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:30:57.613064 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Checking segment: {'id': 'eca41ba3-1b22-41dc-b11f-dbd0941f8111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:30:57.614902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Bound using segment: {'id': 'eca41ba3-1b22-41dc-b11f-dbd0941f8111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:30:57.615559 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Bound port: 63068eec-a050-477e-869b-9c2a46e73269, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca41ba3-1b22-41dc-b11f-dbd0941f8111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:30:57.616224 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (63068eec-a050-477e-869b-9c2a46e73269), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.672118 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] For port e2a1dbd0-37b8-4849-907b-1639dea7c512, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:57.683023 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d82c7dd-92fb-4306-aa8c-3f0879b2d30c req-2a727982-0b31-49a7-afc4-119e9318a4ac tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581378 May 05 15:30:57.683110 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] For port e2a1dbd0-37b8-4849-907b-1639dea7c512, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=e2a1dbd0-37b8-4849-907b-1639dea7c512,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:57.757008 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.819128 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:30:57.858849 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Provisioning complete for port e2a1dbd0-37b8-4849-907b-1639dea7c512 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:57.859872 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.861929 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=271bd71d-0e48-4d33-8638-3663eff93aa0,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:57.865567 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (3edae85b-2a4e-4d35-a439-989239acba03), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:57.892981 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:57.892981 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:30:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:57.904596 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (0ef8f1bb-c664-4b26-b25a-e1ec8c95653b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:58.028438 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d50b0-5235-4572-acc1-fc0f3acad95f None None] Pushing event updated for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:58.084757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63068eec-a050-477e-869b-9c2a46e73269,segment=NetworkSegment(eca41ba3-1b22-41dc-b11f-dbd0941f8111),segment_id=eca41ba3-1b22-41dc-b11f-dbd0941f8111)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:30:58.374408 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:30:58.389819 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:30:58.397083 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6fc823f3-b061-447e-8240-812e5a4389c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/2c42208f-8cc4-4213-8599-ba7f94816231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2851920 May 05 15:30:58.437456 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:58.439978 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef8f1bb-c664-4b26-b25a-e1ec8c95653b,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:58.461813 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ccdc1362-9e22-448b-ae24-30d828571175 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:30:58.520058 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:58.520058 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:58.520058 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] 10.222.0.60 "PUT /v2.0/ports/63068eec-a050-477e-869b-9c2a46e73269 HTTP/1.1" status: 200 len: 1094 time: 6.3059282 May 05 15:30:58.526842 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'tag': '63068eec-a050-477e-869b-9c2a46e73269'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:30:58.551567 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37018) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:58.699395 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port ccdc1362-9e22-448b-ae24-30d828571175 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:30:58.700049 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ccdc1362-9e22-448b-ae24-30d828571175), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:58.871024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:58.872269 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3ef49c6d-78be-430f-b0ea-184a857168cc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5400259 May 05 15:30:58.878964 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37032) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:30:58.885349 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:30:59.118123 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6dae9-fdf1-46ec-9149-d630139d0de5 req-921a806a-e6fa-49ca-bdfa-2413125b5dc3 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:59.132359 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0fa6dae9-fdf1-46ec-9149-d630139d0de5 req-921a806a-e6fa-49ca-bdfa-2413125b5dc3 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.2696173 May 05 15:30:59.164398 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:59.177112 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-71a1f487-2f18-4ce0-b943-446b2f601003 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:59.183835 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-71a1f487-2f18-4ce0-b943-446b2f601003 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 1.6425071 May 05 15:30:59.205468 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.252008 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60f536-f720-48c9-a047-a4183f385d08 service neutron] Pushing event updated for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:30:59.268050 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-dca5ad1f-c848-4256-b425-4feca71e819f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/quotas/432804d7e09449b69b0ce11c92fe4240 HTTP/1.1" status: 200 len: 375 time: 0.0750706 May 05 15:30:59.275531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-19cfc54a-6590-4777-88db-13c52ba5d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:30:59.277592 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-19cfc54a-6590-4777-88db-13c52ba5d95b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5749714520245aaaf1d3bbfbff50f83&device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 1128 time: 0.5168159 May 05 15:30:59.358814 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd8486-1ed5-45d9-aa3d-760da1227e5d None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:30:59.367620 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Current status of the port e2a1dbd0-37b8-4849-907b-1639dea7c512 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:59.368214 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.603065 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d046180-0efb-49dd-9046-788953b49754" -d '{"events": [{"name": "network-changed", "server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "tag": "63068eec-a050-477e-869b-9c2a46e73269"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:30:59.605445 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2afa485-0e80-4d16-9805-461b5a19d750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.641397 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] For port e2a1dbd0-37b8-4849-907b-1639dea7c512, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=e2a1dbd0-37b8-4849-907b-1639dea7c512,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:59.716909 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0fa6dae9-fdf1-46ec-9149-d630139d0de5 req-40cfc448-18a5-4eee-8288-a27bd11aad85 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835388 May 05 15:30:59.758810 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks [] for port (3edae85b-2a4e-4d35-a439-989239acba03), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.760125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port ccdc1362-9e22-448b-ae24-30d828571175 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:30:59.764060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ccdc1362-9e22-448b-ae24-30d828571175), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.802096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.803971 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:30:59.822204 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b3dca369-f99a-4349-97e6-960fd3065071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.858242 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-7c87faf0-65b8-45e2-afc9-6fe5c025905c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5795860 May 05 15:30:59.899999 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:30:59.905549 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:30:59.949524 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port ccdc1362-9e22-448b-ae24-30d828571175, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ccdc1362-9e22-448b-ae24-30d828571175,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:30:59.971132 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:30:59.993579 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.047169 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-8c728c56-9633-4916-9109-2bea015d36c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63068eec-a050-477e-869b-9c2a46e73269 HTTP/1.1" status: 200 len: 217 time: 0.6079378 May 05 15:31:00.263030 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ccdc1362-9e22-448b-ae24-30d828571175), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.271866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device aff7db35-2165-4dbd-9c2b-19e367b96ac5 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:00.278026 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-85cde902-d3d0-4e17-a5eb-8cb98aa763eb None None] Provisioning complete for port e2a1dbd0-37b8-4849-907b-1639dea7c512 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:00.281390 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85cde902-d3d0-4e17-a5eb-8cb98aa763eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.322643 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2afa485-0e80-4d16-9805-461b5a19d750 admin admin] Publish callbacks [] for security_group (447a51b7-fa04-46b7-8f61-c5b6f3d9da3a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.328214 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:00.355320 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.27.2.55 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/cb43b732-cfd1-4b37-958c-bca91b3f92df) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:00.404182 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c6800-1ca3-499e-831a-35e48af26c47 None None] Pushing event updated for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:00.429817 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e2afa485-0e80-4d16-9805-461b5a19d750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (447a51b7-fa04-46b7-8f61-c5b6f3d9da3a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:00.444387 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-8d4f5214-3016-47b7-be2f-6d7c4cf134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:00.467743 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-8d4f5214-3016-47b7-be2f-6d7c4cf134e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f84517-674c-4c5d-9904-1b437d780662 HTTP/1.1" status: 200 len: 852 time: 0.4122427 May 05 15:31:00.696225 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-6d63e9ec-1002-43be-84b6-eb3849707c40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f970e9-b590-4429-9e9c-0fb85234d6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2011261 May 05 15:31:00.899171 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afa485-0e80-4d16-9805-461b5a19d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a51b7-fa04-46b7-8f61-c5b6f3d9da3a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:01.012732 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-43d19cf2-c51e-4f8a-8a53-3ef617de6d91 service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090627 May 05 15:31:01.030109 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.040651 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aeb13-d732-4497-a27b-0eb79d33f2a8 None None] Pushing event updated for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:01.086388 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e2afa485-0e80-4d16-9805-461b5a19d750 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b5242bdff614324ba88f8dddc64c136&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5335367 May 05 15:31:01.089060 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37076) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:01.134332 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.184750 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:31:01.291210 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44d7a0bb-42e7-4c8c-8235-8e4309995b83 req-b275a0a1-23fc-4337-9829-3873ccaacfe0 service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650936 May 05 15:31:01.320815 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.326352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-21c13338-b044-408e-ad8f-5283b28b9867 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:31:01.332804 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-21c13338-b044-408e-ad8f-5283b28b9867 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7285519 May 05 15:31:01.353456 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:30:52Z', 'revision_number': 2, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:01.393074 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port aff7db35-2165-4dbd-9c2b-19e367b96ac5 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:01.395785 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.405031 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=ccdc1362-9e22-448b-ae24-30d828571175,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:01.420123 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:31:01.420620 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Updating router 2c42208f-8cc4-4213-8599-ba7f94816231 port 708c2c93-4c4d-408e-a468-1246233413fe binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:31:01.526751 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (708c2c93-4c4d-408e-a468-1246233413fe), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.528534 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Attempting to bind port 3edae85b-2a4e-4d35-a439-989239acba03 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:01.528953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Attempting to bind port 3edae85b-2a4e-4d35-a439-989239acba03 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:01.529280 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Attempting to bind port 3edae85b-2a4e-4d35-a439-989239acba03 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:01.621986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:01.622464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:01.623372 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.623500 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=cb43b732-cfd1-4b37-958c-bca91b3f92df,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:01.623583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:01.634721 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Bound port: 3edae85b-2a4e-4d35-a439-989239acba03, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:01.635185 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (3edae85b-2a4e-4d35-a439-989239acba03), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.644719 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:01.648072 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:01.652346 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:01.693457 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] Publish callbacks [] for security_group (447a51b7-fa04-46b7-8f61-c5b6f3d9da3a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:01.766076 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-85cde902-d3d0-4e17-a5eb-8cb98aa763eb None None] Current status of the port e2a1dbd0-37b8-4849-907b-1639dea7c512 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:01.869046 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] Publish callbacks [] for security_group (447a51b7-fa04-46b7-8f61-c5b6f3d9da3a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.022416 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-aeeaf9ed-39cb-43e7-9804-5bdcf53213b2 None None] Provisioning complete for port 3edae85b-2a4e-4d35-a439-989239acba03 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:02.022801 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aeeaf9ed-39cb-43e7-9804-5bdcf53213b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (3edae85b-2a4e-4d35-a439-989239acba03), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.078096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.121598 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] For port 3edae85b-2a4e-4d35-a439-989239acba03, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:02.127953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port aff7db35-2165-4dbd-9c2b-19e367b96ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:02.144987 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] For port 3edae85b-2a4e-4d35-a439-989239acba03, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=3edae85b-2a4e-4d35-a439-989239acba03,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:02.150832 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaf9ed-39cb-43e7-9804-5bdcf53213b2 None None] Port 3edae85b-2a4e-4d35-a439-989239acba03 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:31:02.213345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.233989 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-b5a08999-ef25-4941-8f74-32daf6965d4a service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8928556 May 05 15:31:02.288724 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.398931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (447a51b7-fa04-46b7-8f61-c5b6f3d9da3a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.423601 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.445135 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/447a51b7-fa04-46b7-8f61-c5b6f3d9da3a HTTP/1.1" status: 204 len: 168 time: 1.3461504 May 05 15:31:02.504576 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:02.507930 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:02.548954 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:02.558308 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-9f3225e0-9ee3-4cc6-ba1a-71426388acf7 service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169417 May 05 15:31:02.568271 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b9f4c-8f2a-486b-a5a7-9187ecd18954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a51b7-fa04-46b7-8f61-c5b6f3d9da3a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:02.803154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ccdc1362-9e22-448b-ae24-30d828571175 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:03.071708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aeb13-d732-4497-a27b-0eb79d33f2a8 None None] Pushing event updated for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:03.109725 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks [] for port (708c2c93-4c4d-408e-a468-1246233413fe), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.158973 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Provisioning complete for port 3edae85b-2a4e-4d35-a439-989239acba03 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:03.159368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (3edae85b-2a4e-4d35-a439-989239acba03), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.267328 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.322264 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.397634 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.562154 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37120) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:03.592311 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.640812 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132466471', 'description': 'tempest-description--2070076150'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:03.674197 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6962f-f93b-4e2a-8daa-505edd147b85 None None] Pushing event updated for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:03.735000 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=cb43b732-cfd1-4b37-958c-bca91b3f92df,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:03.774788 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.784753 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-090aeaf0-270c-416a-a427-555081267837 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9028952 May 05 15:31:03.853769 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.857991 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Attempting to bind port 708c2c93-4c4d-408e-a468-1246233413fe on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:03.863130 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Attempting to bind port 708c2c93-4c4d-408e-a468-1246233413fe by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:03.863130 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Attempting to bind port 708c2c93-4c4d-408e-a468-1246233413fe on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:03.875690 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:03.875964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port ccdc1362-9e22-448b-ae24-30d828571175 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:03.883384 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Checking segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:03.884233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ccdc1362-9e22-448b-ae24-30d828571175), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.885585 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:03.886195 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Bound using segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:03.904772 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Bound port: 708c2c93-4c4d-408e-a468-1246233413fe, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:03.904772 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (708c2c93-4c4d-408e-a468-1246233413fe), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.054086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281b40d-4da2-4a0f-94a8-2cdfa3402ef9 x-openstack-request-id: req-4281b40d-4da2-4a0f-94a8-2cdfa3402ef9 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:04.055234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "tag": "63068eec-a050-477e-869b-9c2a46e73269", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:04.056185 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4281b40d-4da2-4a0f-94a8-2cdfa3402ef9 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:04.056890 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4281b40d-4da2-4a0f-94a8-2cdfa3402ef9'] response: {'name': 'network-changed', 'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'tag': '63068eec-a050-477e-869b-9c2a46e73269', 'status': 'completed', 'code': 200} May 05 15:31:04.078370 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] For port 708c2c93-4c4d-408e-a468-1246233413fe, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:04.084834 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] For port 708c2c93-4c4d-408e-a468-1246233413fe, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=708c2c93-4c4d-408e-a468-1246233413fe,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:04.162923 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.183520 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:04.212570 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046180-0efb-49dd-9046-788953b49754 req-ee2be43b-a87b-4524-897b-f38620598984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:04.235213 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-ee2be43b-a87b-4524-897b-f38620598984 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5749714520245aaaf1d3bbfbff50f83&device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 1128 time: 0.1368158 May 05 15:31:04.243983 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (749c2f49-da52-4f61-a2fb-55ac23679c57), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.327740 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (749c2f49-da52-4f61-a2fb-55ac23679c57), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.372981 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.377081 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.416259 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:04.418775 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:04.498221 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749c2f49-da52-4f61-a2fb-55ac23679c57,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:04.542014 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.559127 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-df646a91-4c67-4f96-89a6-19184135a71b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9733562 May 05 15:31:04.567206 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37152) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:04.580530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group_rule': {'security_group_id': '749c2f49-da52-4f61-a2fb-55ac23679c57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:04.690195 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6962f-f93b-4e2a-8daa-505edd147b85 None None] Pushing event updated for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:04.704517 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d0c4102d-d90a-4eea-ae3b-c4d2ef379b2b req-3ab82a5c-4280-4d06-91d4-4080b431e528 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 210 time: 0.0987227 May 05 15:31:04.757355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046180-0efb-49dd-9046-788953b49754 req-823f273a-acb7-4f94-a715-f609d54ccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:04.762595 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-823f273a-acb7-4f94-a715-f609d54ccf2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=82f970e9-b590-4429-9e9c-0fb85234d6d6 HTTP/1.1" status: 200 len: 913 time: 0.5203743 May 05 15:31:04.961428 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (d1367059-0c02-424a-ba4c-49a3e42bb502), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:04.990580 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:05.089034 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-8e4470d0-2695-4cba-8b0d-cd7a6a983778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63068eec-a050-477e-869b-9c2a46e73269 HTTP/1.1" status: 200 len: 217 time: 0.2878332 May 05 15:31:05.156267 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812011-650e-42b8-837b-5a77bb73ab5e req-83db0bcb-05a9-4f33-b494-46856877ac95 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:05.159628 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a7812011-650e-42b8-837b-5a77bb73ab5e req-83db0bcb-05a9-4f33-b494-46856877ac95 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.3948309 May 05 15:31:05.334293 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port ccdc1362-9e22-448b-ae24-30d828571175 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:05.337767 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device e2a1dbd0-37b8-4849-907b-1639dea7c512 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:05.348373 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Current status of the port 3edae85b-2a4e-4d35-a439-989239acba03 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:05.352443 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (3edae85b-2a4e-4d35-a439-989239acba03), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:05.359141 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-97d298ea-9794-4bab-aa0d-078f0f49d960 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--357136110&fields=id&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 267 time: 0.3528991 May 05 15:31:05.532802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046180-0efb-49dd-9046-788953b49754 req-935ff13f-48ed-4a70-b100-91f2304fb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:05.533010 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] For port 3edae85b-2a4e-4d35-a439-989239acba03, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=3edae85b-2a4e-4d35-a439-989239acba03,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:05.539602 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-935ff13f-48ed-4a70-b100-91f2304fb9f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f84517-674c-4c5d-9904-1b437d780662 HTTP/1.1" status: 200 len: 852 time: 0.3736136 May 05 15:31:05.597031 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-f925d352-f44c-4108-a5a7-78f87126f83d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f970e9-b590-4429-9e9c-0fb85234d6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511863 May 05 15:31:05.609088 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:05.646706 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:02Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:05.660102 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a7812011-650e-42b8-837b-5a77bb73ab5e req-4769d7f3-3381-492a-9880-4ea574cfcb7e tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741161 May 05 15:31:05.772397 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:04Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:05.832132 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb147864-0cd1-4bd1-9d0b-467485ba29ae None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:04Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:31:05.903601 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4aeb-f5c3-4424-b7e7-114c3f6f2eb2 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:02Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:31:05.922124 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-750ac6be-af5e-48e6-be80-0e737db8dec1 service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134382 May 05 15:31:06.109548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-f68af51c-a7fd-4267-87ce-c58d9fb26263 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:06.124458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-f68af51c-a7fd-4267-87ce-c58d9fb26263 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.7635295 May 05 15:31:06.127922 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (d1367059-0c02-424a-ba4c-49a3e42bb502), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.190350 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-c12dbced-fa1e-45a7-90bd-07758a025beb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/quotas/cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 375 time: 0.0578747 May 05 15:31:06.208542 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0ca2-95aa-4ffa-9818-685554a95e71 None None] Pushing event updated for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:06.308309 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port e2a1dbd0-37b8-4849-907b-1639dea7c512 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:06.308756 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.337341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Provisioning complete for port 708c2c93-4c4d-408e-a468-1246233413fe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:06.345492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (708c2c93-4c4d-408e-a468-1246233413fe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.351042 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-20874fcc-6464-4bc9-9274-835904fb1905 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550548 May 05 15:31:06.357727 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (d1367059-0c02-424a-ba4c-49a3e42bb502), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.399135 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-650c2e7f-4cc3-4bdb-af0e-45db952dad8b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:06.401068 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-650c2e7f-4cc3-4bdb-af0e-45db952dad8b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 0.4769359 May 05 15:31:06.434961 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-70d22c33-b48f-4f55-bf3f-c7bc5bc33e82 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/quotas/432804d7e09449b69b0ce11c92fe4240 HTTP/1.1" status: 200 len: 375 time: 0.0228057 May 05 15:31:06.450198 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1367059-0c02-424a-ba4c-49a3e42bb502,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:06.600212 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port e2a1dbd0-37b8-4849-907b-1639dea7c512 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:06.601395 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 271bd71d-0e48-4d33-8638-3663eff93aa0 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:06.604077 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-f0999e51-51c6-444a-9e56-17a5c8fbc6ac tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481793 May 05 15:31:06.653751 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Current status of the port 708c2c93-4c4d-408e-a468-1246233413fe is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:06.654189 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (708c2c93-4c4d-408e-a468-1246233413fe), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.796923 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] For port 708c2c93-4c4d-408e-a468-1246233413fe, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=708c2c93-4c4d-408e-a468-1246233413fe,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:06.799405 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 271bd71d-0e48-4d33-8638-3663eff93aa0 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:06.800153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:06.801844 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-a1e562ae-f4a9-4d17-876b-d216b0fd8cee service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525887 May 05 15:31:06.905886 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-b2b29196-64fc-4a81-b54b-7a95aa15343e service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006299 May 05 15:31:07.095622 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.100577 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-32ceeb10-effd-43c4-a716-2c9b991db45a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5393455 May 05 15:31:07.111056 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37210) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:07.121068 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.132461 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group_rule': {'security_group_id': '749c2f49-da52-4f61-a2fb-55ac23679c57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:07.222350 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-08a265a2-3b2e-40bf-8537-29fac451c6fb service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193132 May 05 15:31:07.385248 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (6bd9d82e-afa0-4350-a095-0b37147143b0), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.479192 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 271bd71d-0e48-4d33-8638-3663eff93aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:07.567512 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-7fc6e776-0205-4fb2-8476-483911bb1cc0 service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601288 May 05 15:31:07.642485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1bc45-b360-49a0-94bf-a8a858730353 None None] Pushing event updated for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:07.704226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d046180-0efb-49dd-9046-788953b49754 req-1cbf7258-fad8-4087-aa34-4ff87a028afd service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721464 May 05 15:31:07.738466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (6bd9d82e-afa0-4350-a095-0b37147143b0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.823874 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (6bd9d82e-afa0-4350-a095-0b37147143b0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:07.892217 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd9d82e-afa0-4350-a095-0b37147143b0,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:07.920569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37224) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:07.966598 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 3edae85b-2a4e-4d35-a439-989239acba03 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:08.203083 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 3edae85b-2a4e-4d35-a439-989239acba03 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:08.212787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (3edae85b-2a4e-4d35-a439-989239acba03), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.282130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3db65-d5c9-478e-800b-ca8237db3152 req-2729063f-2d11-4c81-a575-f68df07bd11a tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:08.286071 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79d3db65-d5c9-478e-800b-ca8237db3152 req-2729063f-2d11-4c81-a575-f68df07bd11a tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.1418471 May 05 15:31:08.289966 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bf96-d155-4d94-a7ad-913803694066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.336523 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 3edae85b-2a4e-4d35-a439-989239acba03 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:08.337616 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 708c2c93-4c4d-408e-a468-1246233413fe up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:08.346376 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79d3db65-d5c9-478e-800b-ca8237db3152 req-b83fbe20-e5f6-4c9e-ab44-f4e3b1a716fb tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522363 May 05 15:31:08.382738 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bf96-d155-4d94-a7ad-913803694066 admin admin] Publish callbacks [] for security_group (29433ea5-fce7-431e-b1b6-6cb376411cac), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.402174 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 708c2c93-4c4d-408e-a468-1246233413fe triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:08.402650 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (708c2c93-4c4d-408e-a468-1246233413fe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.434794 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-84ae619f-ddc2-414b-b7e7-d52e3eaefc68 req-497ad301-906f-44ac-9bab-dc1322441ef1 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.0344050 May 05 15:31:08.454974 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.456174 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1674ff99-ba1c-4560-9bc8-27cfacbc73b1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3399482 May 05 15:31:08.459852 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37236) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:08.472272 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:08.505353 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bf96-d155-4d94-a7ad-913803694066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (29433ea5-fce7-431e-b1b6-6cb376411cac), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.532319 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 708c2c93-4c4d-408e-a468-1246233413fe is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:08.739818 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.769494 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8dd4bf96-d155-4d94-a7ad-913803694066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f85ab18f85de43c3888cf3691cc72ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8439567 May 05 15:31:08.770402 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37258) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:08.862944 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4bf96-d155-4d94-a7ad-913803694066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29433ea5-fce7-431e-b1b6-6cb376411cac,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:08.886651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6917c7b5-49fa-4eb0-b892-1374927ca472 req-641789eb-15f0-4f92-a193-ab79f033c4e9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.1678488 May 05 15:31:08.914799 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] Publish callbacks [] for security_group (29433ea5-fce7-431e-b1b6-6cb376411cac), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:08.985970 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] Publish callbacks [] for security_group (29433ea5-fce7-431e-b1b6-6cb376411cac), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.002624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.157860 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Allocated IP 172.27.2.118 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/e81cea40-ab48-4342-9d87-96307c711d4b) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:09.211846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (29433ea5-fce7-431e-b1b6-6cb376411cac), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.214490 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.218450 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29433ea5-fce7-431e-b1b6-6cb376411cac HTTP/1.1" status: 204 len: 168 time: 0.4435499 May 05 15:31:09.225803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140e21-123b-42d0-bdfd-a38d7330356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29433ea5-fce7-431e-b1b6-6cb376411cac,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:09.295950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (e81cea40-ab48-4342-9d87-96307c711d4b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.409521 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.468636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:09.473624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:09.482414 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:09.505746 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=e81cea40-ab48-4342-9d87-96307c711d4b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:09.628314 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8396bf0-a41d-48ea-8575-587d2efab2c6 req-e6dcb4fb-33b6-4c00-aa89-2cb2797e36ba tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:09.640794 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e8396bf0-a41d-48ea-8575-587d2efab2c6 req-e6dcb4fb-33b6-4c00-aa89-2cb2797e36ba tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.1557796 May 05 15:31:09.646717 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37286) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:09.698987 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a980b5fa-021c-42c8-83d1-0c4d2f14d488 req-cb13386a-b699-4cc0-8a4f-d33b101ecf6e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.1176631 May 05 15:31:09.708732 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 708c2c93-4c4d-408e-a468-1246233413fe up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:09.720581 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e8396bf0-a41d-48ea-8575-587d2efab2c6 req-7e7b85f2-4f9e-4c47-9c00-dcea5b6eaa15 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726867 May 05 15:31:09.738351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.787178 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 708c2c93-4c4d-408e-a468-1246233413fe triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:09.787569 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (708c2c93-4c4d-408e-a468-1246233413fe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.872217 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 708c2c93-4c4d-408e-a468-1246233413fe is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:09.877424 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:09.971215 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21ef86b5-134b-4432-b006-92b1c3f11fbd req-97b41182-ed97-49c1-befe-cb91e719e487 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.0370874 May 05 15:31:10.035633 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce14493a-4e0a-42bc-a2a0-e13610f60f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.119024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (e81cea40-ab48-4342-9d87-96307c711d4b), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.166105 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce14493a-4e0a-42bc-a2a0-e13610f60f39 admin admin] Publish callbacks [] for security_group (6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.225192 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.254077 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.274049 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ce14493a-4e0a-42bc-a2a0-e13610f60f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.289723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=e81cea40-ab48-4342-9d87-96307c711d4b,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:10.319818 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ce14493a-4e0a-42bc-a2a0-e13610f60f39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36d9c067c7174c4b9f1b1c8ffd1f7131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6696312 May 05 15:31:10.322538 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37316) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:10.325425 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14493a-4e0a-42bc-a2a0-e13610f60f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:10.374940 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.376638 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1806ad02-d5e4-4090-9a5b-517aa70d9cb7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9154449 May 05 15:31:10.383017 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] Publish callbacks [] for security_group (6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.407493 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] Publish callbacks [] for security_group (6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.420617 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37322) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:10.436131 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b27316b-054d-4ec2-9c77-315d1c20e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.641561 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-d3c35ab5-1e43-4d59-9d62-72abac343d3e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--132466471&fields=id&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 267 time: 0.0458720 May 05 15:31:10.667205 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.671913 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.673723 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9 HTTP/1.1" status: 204 len: 168 time: 0.3492062 May 05 15:31:10.698544 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fb25d-4dd9-43f8-a7ef-74a93d25e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce5982b-3fbb-4ed2-91bf-ffb5fe336dd9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:10.792033 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b27316b-054d-4ec2-9c77-315d1c20e13a admin admin] Publish callbacks [] for security_group (e5dd4865-1317-4d8c-b7a8-fad41ce1aebd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.840057 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-dbf87af7-8f30-46ab-bbfa-21facc344853 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:10.842195 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-dbf87af7-8f30-46ab-bbfa-21facc344853 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 816 time: 0.1934340 May 05 15:31:10.861383 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-9bfa5a98-ddd6-4ba7-9d66-e13bad5cb21e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/quotas/72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 375 time: 0.0121994 May 05 15:31:10.865321 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f861a1c-0e60-4c22-9966-2b56be8f381e req-7c496a54-cb37-499f-84b2-21c969215437 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.0359032 May 05 15:31:10.866186 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b27316b-054d-4ec2-9c77-315d1c20e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (e5dd4865-1317-4d8c-b7a8-fad41ce1aebd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:10.896978 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5b27316b-054d-4ec2-9c77-315d1c20e13a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b67748bf692f4a61aad8d06b9f279fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727268 May 05 15:31:10.902356 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37354) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:10.918743 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27316b-054d-4ec2-9c77-315d1c20e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd4865-1317-4d8c-b7a8-fad41ce1aebd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:10.963096 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-7a34028f-e929-4f13-a3d6-25d66594db5b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903163 May 05 15:31:10.999807 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] Publish callbacks [] for security_group (e5dd4865-1317-4d8c-b7a8-fad41ce1aebd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:11.004439 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc5fa-8062-4df9-9c18-e9ef685e5769 req-4fde2254-0795-49ed-9204-c1d84eef932f tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:11.006132 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-39ccc5fa-8062-4df9-9c18-e9ef685e5769 req-4fde2254-0795-49ed-9204-c1d84eef932f tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.0530052 May 05 15:31:11.078513 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-39ccc5fa-8062-4df9-9c18-e9ef685e5769 req-5092d68e-4e41-45b0-a645-ed9b76465167 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 May 05 15:31:11.078896 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] Publish callbacks [] for security_group (e5dd4865-1317-4d8c-b7a8-fad41ce1aebd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:11.165021 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-baabd65f-336a-418b-918f-393dadb8b8e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519635 May 05 15:31:11.231325 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a2c8fd78-d267-43b1-9dd6-de70b908d15d req-682a455d-d7c6-4253-a75f-ee2f8d438ec0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.0320461 May 05 15:31:11.309289 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (e5dd4865-1317-4d8c-b7a8-fad41ce1aebd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:11.312360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:11.317056 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5dd4865-1317-4d8c-b7a8-fad41ce1aebd HTTP/1.1" status: 204 len: 168 time: 0.4011884 May 05 15:31:11.326284 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc692-b9a3-4828-8005-ca86fb35f8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd4865-1317-4d8c-b7a8-fad41ce1aebd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:11.342119 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-6c973a2d-8764-4f6a-9c67-d35b07fc8c26 service neutron] 10.222.0.55 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649539 May 05 15:31:11.777248 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-de05714c-364d-4185-85d8-2b1c3b919fa9 req-c9c23ffe-2ec8-4a33-bddc-7697e1b42ed0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.0575273 May 05 15:31:11.836596 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-3a9228f0-9ed2-449c-af4f-fb4e4c5de971 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:11.840479 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-3a9228f0-9ed2-449c-af4f-fb4e4c5de971 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 0.1672590 May 05 15:31:11.979989 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c61fbf34-fe42-4649-b848-a7eb4eba96d4 req-57fe53bd-505a-4212-ad08-f5d54a1d62fe tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.0299067 May 05 15:31:12.007135 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.60', 63004) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:12.025685 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'port': {'device_id': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'admin_state_up': True, 'tenant_id': '432804d7e09449b69b0ce11c92fe4240'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:12.377850 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ae720b-912a-4810-aa09-55e2cac2e739 req-929dc7c7-ccd9-469b-ba16-4be27be2d356 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.0449693 May 05 15:31:12.456838 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c27a20-e8a5-4a7e-a810-d62a7050f628 req-ae1e393a-b7f2-49a9-8f49-508d45ac8bf0 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:12.458340 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4c27a20-e8a5-4a7e-a810-d62a7050f628 req-ae1e393a-b7f2-49a9-8f49-508d45ac8bf0 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 944 time: 0.1101451 May 05 15:31:12.470786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-07b2484d-22e2-4edb-a65a-b413ccc4aa84 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:12.472302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-07b2484d-22e2-4edb-a65a-b413ccc4aa84 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 0.4619851 May 05 15:31:12.488968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'port': {'device_id': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'admin_state_up': True, 'tenant_id': '432804d7e09449b69b0ce11c92fe4240'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:12.506664 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.60', 63007) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:12.536858 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 63068eec-a050-477e-869b-9c2a46e73269 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:31:12.607670 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Made reservation on behalf of 432804d7e09449b69b0ce11c92fe4240 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:12.611574 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:12.691983 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4c27a20-e8a5-4a7e-a810-d62a7050f628 req-3df52d6d-dcca-4990-abb0-7555effff43d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132421 May 05 15:31:12.876242 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Allocated IP 172.20.0.5 (a06362c4-ca0f-43b8-9d05-00fb92cfb100/7352d4ad-b595-4c9b-b7ee-4549de322c7b/c246bec3-14e5-4062-b201-59c12e3e1271) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:12.885651 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-2713285f-1f07-4c94-9cd7-27b2a1125d14 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:12.889363 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-2713285f-1f07-4c94-9cd7-27b2a1125d14 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.3801949 May 05 15:31:12.912754 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Made reservation on behalf of 432804d7e09449b69b0ce11c92fe4240 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:12.938755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.027156 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63068eec-a050-477e-869b-9c2a46e73269,segment=NetworkSegment(eca41ba3-1b22-41dc-b11f-dbd0941f8111),segment_id=eca41ba3-1b22-41dc-b11f-dbd0941f8111)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:13.056115 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fba0f178-31ea-4034-8bf1-4471aae294f6 req-e28c4fe7-0c6f-4e5d-a5cf-6a37754f12f2 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.1543574 May 05 15:31:13.062319 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '63068eec-a050-477e-869b-9c2a46e73269', 'network_id': '82f970e9-b590-4429-9e9c-0fb85234d6d6', 'port_id': '63068eec-a050-477e-869b-9c2a46e73269', 'mac_address': 'fa:16:3e:36:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f84517-674c-4c5d-9904-1b437d780662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:31:13.170309 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 63068eec-a050-477e-869b-9c2a46e73269 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:13.171002 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (63068eec-a050-477e-869b-9c2a46e73269), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.190532 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63068eec-a050-477e-869b-9c2a46e73269 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:13.191585 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-cde4644c-b36d-4886-9403-5f52c88fc398 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 379 time: 0.2629733 May 05 15:31:13.201413 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'port': {'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'admin_state_up': True, 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'security_groups': ['dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:13.238207 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63068eec-a050-477e-869b-9c2a46e73269,segment=NetworkSegment(eca41ba3-1b22-41dc-b11f-dbd0941f8111),segment_id=eca41ba3-1b22-41dc-b11f-dbd0941f8111)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:13.290444 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8152145-a383-42ad-9f38-9f7587c9852b req-bd9e979d-4218-48aa-b2da-d28ef9a5b296 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.1202197 May 05 15:31:13.334027 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.406625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for port (c246bec3-14e5-4062-b201-59c12e3e1271), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.419881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:13.499066 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b1d8e0a3-636a-4b96-9516-ae6478349b06 req-e69dd194-7c0a-4af4-8f80-affbad6b3cd4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.0320401 May 05 15:31:13.600897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:13.604632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.605330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.616717 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['63068eec-a050-477e-869b-9c2a46e73269'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:13.684486 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:13.690166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:13.692769 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:13.698986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:13.700578 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:13.744640 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:13.750399 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Allocated IP 172.20.0.7 (a06362c4-ca0f-43b8-9d05-00fb92cfb100/7352d4ad-b595-4c9b-b7ee-4549de322c7b/cb379b95-dadc-4da3-99d7-15aa988a4baa) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:14.005237 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d4bb7-cb10-466a-8503-35b0a9624248 req-ba762d36-1c81-41a4-9aab-8a42580193d5 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:14.016998 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-da0d4bb7-cb10-466a-8503-35b0a9624248 req-ba762d36-1c81-41a4-9aab-8a42580193d5 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 945 time: 0.1975446 May 05 15:31:14.102511 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-136f4867-2c52-4fdf-b79d-fb09318ff93f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0932314 May 05 15:31:14.108072 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.20.0.3 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/e8c1276b-17a5-49f2-bb0b-28f4106b8600) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:14.133406 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Request body: {'port': {'device_id': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:14.207184 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-2456a602-96e8-41b7-b709-95916084fa0d None None] Provisioning complete for port c246bec3-14e5-4062-b201-59c12e3e1271 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:14.208044 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2456a602-96e8-41b7-b709-95916084fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.279920 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2456a602-96e8-41b7-b709-95916084fa0d None None] Port c246bec3-14e5-4062-b201-59c12e3e1271 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:31:14.317567 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9dbd8c2c-bdbe-4c53-98b9-fa0eb28b126a req-07c4f983-701b-4cf9-9442-87da788c62fd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.1100690 May 05 15:31:14.366742 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.386751 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-da0d4bb7-cb10-466a-8503-35b0a9624248 req-64b8aa95-16fa-4860-af42-1ffd6800025e tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687406 May 05 15:31:14.420254 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.482617 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.524088 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3f0656ab-8db1-40df-8c57-05291a836f4d req-e1b65963-6961-4217-bfb1-6f164647e691 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.0317221 May 05 15:31:14.619315 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 63068eec-a050-477e-869b-9c2a46e73269 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:14.622924 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.680747 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.695872 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:14.702507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:14.712322 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:14.729610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:14.730281 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.751522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 63068eec-a050-477e-869b-9c2a46e73269 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:31:14.753923 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db70ca-1872-4a8d-afaf-d07240cdcff0 req-0470ad98-dc53-4e8a-a36f-43489bc438f2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:14.756938 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5db70ca-1872-4a8d-afaf-d07240cdcff0 req-0470ad98-dc53-4e8a-a36f-43489bc438f2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 931 time: 0.1709361 May 05 15:31:14.778845 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:14.817850 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:14.832689 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:14.837152 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 63068eec-a050-477e-869b-9c2a46e73269 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:14.837536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (63068eec-a050-477e-869b-9c2a46e73269), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.841798 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:14.849226 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:14.849862 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.882698 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.60', 63015) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:14.917807 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ef8811ea-b392-4cec-a62e-05f37c555ecf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4361548 May 05 15:31:14.942792 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:14.998553 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 63068eec-a050-477e-869b-9c2a46e73269 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:14.998553 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (63068eec-a050-477e-869b-9c2a46e73269), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:14.998976 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Request body: {'port': {'device_id': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:15.033072 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63068eec-a050-477e-869b-9c2a46e73269'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:15.091003 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5db70ca-1872-4a8d-afaf-d07240cdcff0 req-c6d131d4-8df4-4c0d-9749-38a4aff76bf0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176792 May 05 15:31:15.106325 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-228b965a-3bf8-4e13-96f6-96dd2c8a480b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9093511 May 05 15:31:15.118048 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Request body: {'port': {'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:15.168668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4f27c390-36a7-45e1-a67d-0ef054609d6a None None] Provisioning complete for port cb379b95-dadc-4da3-99d7-15aa988a4baa triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:15.169046 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4f27c390-36a7-45e1-a67d-0ef054609d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.182755 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63068eec-a050-477e-869b-9c2a46e73269,segment=NetworkSegment(eca41ba3-1b22-41dc-b11f-dbd0941f8111),segment_id=eca41ba3-1b22-41dc-b11f-dbd0941f8111)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:15.247453 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.264799 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4f27c390-36a7-45e1-a67d-0ef054609d6a None None] Port cb379b95-dadc-4da3-99d7-15aa988a4baa cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:31:15.341514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.363502 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-24fae0f2-101f-42e7-ac32-191e1b7bdf4f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:15.366679 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-24fae0f2-101f-42e7-ac32-191e1b7bdf4f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 816 time: 0.4828987 May 05 15:31:15.385147 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:15.412624 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-6aac3248-f58a-438f-b6d2-b29073d0e232 None None] Provisioning complete for port e8c1276b-17a5-49f2-bb0b-28f4106b8600 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:15.413014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6aac3248-f58a-438f-b6d2-b29073d0e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.523938 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a63ce9-518d-4857-9a8f-a479a5318223" -d '{"events": [{"server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "name": "network-vif-plugged", "status": "completed", "tag": "63068eec-a050-477e-869b-9c2a46e73269"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:15.542964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3248-f58a-438f-b6d2-b29073d0e232 None None] Port e8c1276b-17a5-49f2-bb0b-28f4106b8600 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:31:15.550404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.556001 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-525a0707-f497-4ba2-8be1-eb73310a37ff req-5a6e7b5b-5b4e-4bf2-bddf-f74df3c6585e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.0405579 May 05 15:31:15.656310 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-bb9c8d5e-627b-407a-a84f-8481334b5b5f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 379 time: 0.2409174 May 05 15:31:15.659098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c246bec3-14e5-4062-b201-59c12e3e1271 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:15.680584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks [] for port (c246bec3-14e5-4062-b201-59c12e3e1271), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.689147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'port': {'device_id': '57b914fa-b468-4a31-b340-1493263e6296', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'admin_state_up': True, 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'security_groups': ['749c2f49-da52-4f61-a2fb-55ac23679c57']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:15.792828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Transition to ACTIVE for port object c246bec3-14e5-4062-b201-59c12e3e1271 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:31:15.808724 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78507d61-1a9e-4127-ad21-b8549563d8cb x-openstack-request-id: req-78507d61-1a9e-4127-ad21-b8549563d8cb {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:15.813180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "name": "network-vif-plugged", "status": "completed", "tag": "63068eec-a050-477e-869b-9c2a46e73269", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:15.813180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78507d61-1a9e-4127-ad21-b8549563d8cb {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:15.813381 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3d24-ea45-411e-b119-6e29be8c7fe6 req-ec04b117-32d9-4f72-b533-19b9d5a59545 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:15.813480 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78507d61-1a9e-4127-ad21-b8549563d8cb'] response: {'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63068eec-a050-477e-869b-9c2a46e73269', 'code': 200} May 05 15:31:15.813553 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e13b3d24-ea45-411e-b119-6e29be8c7fe6 req-ec04b117-32d9-4f72-b533-19b9d5a59545 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.1626806 May 05 15:31:15.924562 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:15.978352 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174b135-f4a6-40f4-82f7-1d22d063a6fd req-16db7f29-b960-499b-b3aa-df99474e6911 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:15.981633 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b174b135-f4a6-40f4-82f7-1d22d063a6fd req-16db7f29-b960-499b-b3aa-df99474e6911 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 931 time: 0.0631359 May 05 15:31:16.089319 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e13b3d24-ea45-411e-b119-6e29be8c7fe6 req-ac9e0b9e-613f-4b42-ab0c-2e032dd9653d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684526 May 05 15:31:16.097300 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b174b135-f4a6-40f4-82f7-1d22d063a6fd req-54fa3090-0558-4311-b040-6a1840190f4b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934467 May 05 15:31:16.116227 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c1276b-17a5-49f2-bb0b-28f4106b8600 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:16.138203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks [] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.153054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Pushing event updated for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:16.181471 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Transition to ACTIVE for port object e8c1276b-17a5-49f2-bb0b-28f4106b8600 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:31:16.248970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Attempting to bind port c246bec3-14e5-4062-b201-59c12e3e1271 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:16.248970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Attempting to bind port c246bec3-14e5-4062-b201-59c12e3e1271 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:16.248970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Attempting to bind port c246bec3-14e5-4062-b201-59c12e3e1271 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Port c246bec3-14e5-4062-b201-59c12e3e1271 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Attempting to bind port c246bec3-14e5-4062-b201-59c12e3e1271 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Bound using segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Bound port: c246bec3-14e5-4062-b201-59c12e3e1271, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:16.305068 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.323123 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42367-59be-4ba1-bbc6-b591a6980971 req-3e02ff76-d457-41b6-9dd9-9b28294821b6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:16.329133 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81b42367-59be-4ba1-bbc6-b591a6980971 req-3e02ff76-d457-41b6-9dd9-9b28294821b6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 931 time: 0.0732863 May 05 15:31:16.388570 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Made reservation on behalf of 72f4e78cd69041eaa1f81b3ea4ed27d4 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:16.388570 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.388570 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.60', 63018) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:16.442601 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37596) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:16.458109 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81b42367-59be-4ba1-bbc6-b591a6980971 req-8d112394-e457-4782-ab26-ae563d46a339 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 May 05 15:31:16.580093 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.663579 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d1a17915-8d43-40e6-94af-4f349e9be93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.715851 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:16.830189 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:16.834142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb379b95-dadc-4da3-99d7-15aa988a4baa {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:16.844733 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Attempting to bind port e8c1276b-17a5-49f2-bb0b-28f4106b8600 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:16.848811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Attempting to bind port e8c1276b-17a5-49f2-bb0b-28f4106b8600 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:16.848811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Attempting to bind port e8c1276b-17a5-49f2-bb0b-28f4106b8600 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:16.860730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Port e8c1276b-17a5-49f2-bb0b-28f4106b8600 on network eb1e4d75-3fa0-4232-a454-71471b499c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:31:16.861051 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Attempting to bind port e8c1276b-17a5-49f2-bb0b-28f4106b8600 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:16.869368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21169-95df-4efa-9299-93b9d83810fa req-36ac6f57-f528-4cdd-b51a-74327b4e1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:16.871479 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27a21169-95df-4efa-9299-93b9d83810fa req-36ac6f57-f528-4cdd-b51a-74327b4e1d0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 1130 time: 0.4846780 May 05 15:31:16.874014 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:16.874355 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:16.875140 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:16.875655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Bound port: e8c1276b-17a5-49f2-bb0b-28f4106b8600, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:16.876196 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.902600 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks [] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.929714 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-75472937-85bb-4401-aad9-d9778be1b4ed req-8e9b4447-e8f9-4f2d-8b4c-ed33c373709c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.1643405 May 05 15:31:16.934663 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c246bec3-14e5-4062-b201-59c12e3e1271,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:16.981562 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-27a21169-95df-4efa-9299-93b9d83810fa req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:16.983895 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Transition to ACTIVE for port object cb379b95-dadc-4da3-99d7-15aa988a4baa will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:31:16.986604 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d1a17915-8d43-40e6-94af-4f349e9be93f admin admin] Publish callbacks [] for security_group (5e930160-a040-4398-a7d5-3439004aff95), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.032417 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:17.037863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:17.061951 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Allocated IP 172.20.0.6 (8a5fa8f3-21a5-4520-992a-c4e8e8908043/0aab831f-9279-4eec-a96b-4426248798ad/ed1fbad5-e017-4c45-8ca7-8543fdc99caa) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:31:17.072708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.099696 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d1a17915-8d43-40e6-94af-4f349e9be93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5e930160-a040-4398-a7d5-3439004aff95), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.125506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.137450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.138075 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.139503 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] 10.222.0.60 "PUT /v2.0/ports/c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 1093 time: 3.0234995 May 05 15:31:17.140379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:17.144291 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92ad68-d718-4dc4-a84f-15a36a782038" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:17.197113 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d1a17915-8d43-40e6-94af-4f349e9be93f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=232e69d421ce4403adf078b04b817b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7531090 May 05 15:31:17.202886 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37634) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:17.219029 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.278503 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c0b8-fc1d-4394-a327-51979378d25b service neutron] Pushing event updated for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:17.345492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a17915-8d43-40e6-94af-4f349e9be93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e930160-a040-4398-a7d5-3439004aff95,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:17.473778 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37644) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:17.490228 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.490867 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.492348 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 200 len: 1093 time: 2.3788998 May 05 15:31:17.505965 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc8b1c-cdc9-44be-bf4f-213148815889 req-3b8d653e-e77c-4847-b36b-20d5dcedca33 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.518379 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-05cc8b1c-cdc9-44be-bf4f-213148815889 req-3b8d653e-e77c-4847-b36b-20d5dcedca33 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 943 time: 0.2003300 May 05 15:31:17.519046 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:17.559997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-27a21169-95df-4efa-9299-93b9d83810fa req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] Publish callbacks [] for security_group (10c2f469-2451-47f0-b451-0b1efab78091), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.659421 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83321a-6612-4bda-8a18-faf7585b66d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:17.688810 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-04aa92f2-6a46-4b07-9866-51da38377e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.693832 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-04aa92f2-6a46-4b07-9866-51da38377e39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1127 time: 0.2646151 May 05 15:31:17.727836 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc767-197d-49b3-9467-85f51c4fd98b req-71a06749-2e3b-4f42-945b-ed726df48796 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.735445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d25bc767-197d-49b3-9467-85f51c4fd98b req-71a06749-2e3b-4f42-945b-ed726df48796 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.4853201 May 05 15:31:17.779422 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-27a21169-95df-4efa-9299-93b9d83810fa req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (10c2f469-2451-47f0-b451-0b1efab78091), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.787992 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] Publish callbacks [] for security_group (5e930160-a040-4398-a7d5-3439004aff95), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:17.814639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Pushing event updated for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:17.826118 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-091a3806-af06-452d-98cd-950f139db973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:17.828887 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-091a3806-af06-452d-98cd-950f139db973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 1127 time: 0.1628001 May 05 15:31:17.847578 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-05cc8b1c-cdc9-44be-bf4f-213148815889 req-0deae60b-a80c-42c8-887f-7249a191c83e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690713 May 05 15:31:17.928628 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=10c2f469-2451-47f0-b451-0b1efab78091,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:17.936025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a414fa-3c55-4be3-8168-eb38202b8bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:17.937128 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2895833-cef3-4799-a540-dc64637139b5 x-openstack-request-id: req-f2895833-cef3-4799-a540-dc64637139b5 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:17.937650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:17.937989 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2895833-cef3-4799-a540-dc64637139b5 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:17.938390 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2895833-cef3-4799-a540-dc64637139b5'] response: {'name': 'network-changed', 'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271', 'status': 'completed', 'code': 200} May 05 15:31:17.946440 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-adf4edeb-7d43-4c03-a117-63f48396ff0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 217 time: 0.1835682 May 05 15:31:17.948462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Attempting to bind port cb379b95-dadc-4da3-99d7-15aa988a4baa on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:17.948955 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Attempting to bind port cb379b95-dadc-4da3-99d7-15aa988a4baa by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:17.949638 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Attempting to bind port cb379b95-dadc-4da3-99d7-15aa988a4baa on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:17.999164 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-82376df5-defa-4604-8586-2e25a8fbc98d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 200 len: 217 time: 0.1510649 May 05 15:31:18.011223 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d25bc767-197d-49b3-9467-85f51c4fd98b req-36baf5c3-ecad-434e-84d4-70ec1f0e584d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741809 May 05 15:31:18.018138 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.019086 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] Publish callbacks [] for security_group (5e930160-a040-4398-a7d5-3439004aff95), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.019499 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Port cb379b95-dadc-4da3-99d7-15aa988a4baa on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:31:18.025346 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Attempting to bind port cb379b95-dadc-4da3-99d7-15aa988a4baa on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:18.028719 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-92127f29-c6f3-4035-8b8d-75f6843b2143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.043370 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27a21169-95df-4efa-9299-93b9d83810fa req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1381283 May 05 15:31:18.056103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:18.056446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:18.056920 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Bound using segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:18.057900 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Bound port: cb379b95-dadc-4da3-99d7-15aa988a4baa, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:18.058201 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.149496 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:18.152975 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:18.157305 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460ed753-c95e-49ad-b948-6a34fb7f8400 x-openstack-request-id: req-460ed753-c95e-49ad-b948-6a34fb7f8400 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:18.157808 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:18.158208 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-460ed753-c95e-49ad-b948-6a34fb7f8400 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:18.158437 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-b800cede-c14c-4d9a-a279-a537ee7573c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.159056 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460ed753-c95e-49ad-b948-6a34fb7f8400'] response: {'name': 'network-changed', 'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'status': 'completed', 'code': 200} May 05 15:31:18.160018 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-b800cede-c14c-4d9a-a279-a537ee7573c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.2004697 May 05 15:31:18.170033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebed28-a88b-48d8-bc89-4457ae578e63 req-7e854c51-94cc-47e9-9a17-d3b29ca74035 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.171566 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b2ebed28-a88b-48d8-bc89-4457ae578e63 req-7e854c51-94cc-47e9-9a17-d3b29ca74035 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.1741385 May 05 15:31:18.177211 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-c958d39d-3553-43a7-acc4-fb90038b3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.178599 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-c958d39d-3553-43a7-acc4-fb90038b3723 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.1702812 May 05 15:31:18.253650 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b2ebed28-a88b-48d8-bc89-4457ae578e63 req-bd866eea-8dbe-4812-8eaa-f0f1f6c8d2ee tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 May 05 15:31:18.253880 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0cb066af-8772-4313-90ea-bbab126810fc req-c373241f-1223-433a-9692-b5022705fb99 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.0378790 May 05 15:31:18.333793 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.334489 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-92127f29-c6f3-4035-8b8d-75f6843b2143 admin admin] Publish callbacks [] for security_group (0a5731dc-fd7a-452f-980a-68f628d38185), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.339074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.351988 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-488ff447-776a-45b7-8f74-237cb48ea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.353580 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-488ff447-776a-45b7-8f74-237cb48ea872 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918236 May 05 15:31:18.357684 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-c7cfcc1d-b098-4f0e-a9ca-e7e6ec23ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.359284 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-c7cfcc1d-b098-4f0e-a9ca-e7e6ec23ff4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836852 May 05 15:31:18.373969 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5e930160-a040-4398-a7d5-3439004aff95), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.380121 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.380121 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e930160-a040-4398-a7d5-3439004aff95 HTTP/1.1" status: 204 len: 168 time: 1.1670494 May 05 15:31:18.398690 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1e94-72de-4142-b4c7-fd1f8874d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e930160-a040-4398-a7d5-3439004aff95,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:18.432961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.432961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.432961 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] 10.222.0.60 "PUT /v2.0/ports/cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 200 len: 1093 time: 3.4213188 May 05 15:31:18.432961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:31:18.440327 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:18.450537 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:31:18.455711 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.456355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.504540 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc545fe4-47ca-40b5-8622-1307a6c71acc service neutron] Pushing event updated for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:18.512457 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-442e93d3-8211-4357-94ea-c36814d911b2 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465416 May 05 15:31:18.522222 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-92127f29-c6f3-4035-8b8d-75f6843b2143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0a5731dc-fd7a-452f-980a-68f628d38185), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.558891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-c0102538-3cb0-4eea-927e-278b88e31d02 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815808 May 05 15:31:18.574591 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:18.577295 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-92127f29-c6f3-4035-8b8d-75f6843b2143 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=027aa8cab62a4e539bd08f4fd2e9ec1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0985484 May 05 15:31:18.581525 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127f29-c6f3-4035-8b8d-75f6843b2143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5731dc-fd7a-452f-980a-68f628d38185,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:18.581525 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37674) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:18.646969 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] Publish callbacks [] for security_group (0a5731dc-fd7a-452f-980a-68f628d38185), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.680033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] Publish callbacks [] for security_group (0a5731dc-fd7a-452f-980a-68f628d38185), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.707997 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-f918293e-e21a-4403-83ca-59c50372151e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0301023 May 05 15:31:18.748601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Request body: {'port': {'device_id': '57b914fa-b468-4a31-b340-1493263e6296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:18.858532 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-99079303-ddb3-4846-a7d4-bd9abfac86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:18.862522 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-99079303-ddb3-4846-a7d4-bd9abfac86ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1127 time: 0.1260703 May 05 15:31:18.906814 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4b1d77d4-1529-4e5f-a149-65134729b176 None None] Provisioning complete for port ed1fbad5-e017-4c45-8ca7-8543fdc99caa triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:18.909882 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4b1d77d4-1529-4e5f-a149-65134729b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:18.933313 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-f29d394a-26bb-4709-92c7-0ce3a1fcc9d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 200 len: 217 time: 0.0484464 May 05 15:31:19.008283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-bb815982-41b2-437c-9b53-e9bb34e7a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.008283 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-bb815982-41b2-437c-9b53-e9bb34e7a179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0648854 May 05 15:31:19.016237 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.019707 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d77d4-1529-4e5f-a149-65134729b176 None None] Port ed1fbad5-e017-4c45-8ca7-8543fdc99caa cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:31:19.026959 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6c8d388-aa53-4ed9-ba05-7399c959f892 req-bac75260-6918-4fca-9b82-424c3a6cd910 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470361 May 05 15:31:19.073786 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48babe-3ab2-4b3c-acd6-c5016adbf8b3 req-df6e42d1-3e05-4218-87f7-607c455f692f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.081575 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-af48babe-3ab2-4b3c-acd6-c5016adbf8b3 req-df6e42d1-3e05-4218-87f7-607c455f692f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 943 time: 0.1070185 May 05 15:31:19.097467 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e6d63086-6028-45e4-be74-6584df9c7d64 req-126c5e96-993a-45f9-9835-ca8821528b99 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147267 May 05 15:31:19.107851 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ec4cf57a-8ceb-4feb-bde1-38d4cc939e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.109359 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-ec4cf57a-8ceb-4feb-bde1-38d4cc939e87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944600 May 05 15:31:19.144044 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-af48babe-3ab2-4b3c-acd6-c5016adbf8b3 req-09cde4b1-3cad-4a5c-845f-cd76a82353a9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614698 May 05 15:31:19.160787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (0a5731dc-fd7a-452f-980a-68f628d38185), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.160787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.161497 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a5731dc-fd7a-452f-980a-68f628d38185 HTTP/1.1" status: 204 len: 168 time: 0.5800552 May 05 15:31:19.177249 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2e6b8-7b42-48fd-83b8-9adbc35cf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5731dc-fd7a-452f-980a-68f628d38185,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:19.270628 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3fc30-194a-4f11-a189-50397b765767 req-722ee652-000d-4f47-abb8-2b366c50c933 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.270628 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72c3fc30-194a-4f11-a189-50397b765767 req-722ee652-000d-4f47-abb8-2b366c50c933 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.1409073 May 05 15:31:19.411973 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37702) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:19.417955 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-89aa6db1-e033-4fc4-a31c-e74504e6f1e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743649 May 05 15:31:19.435619 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549d86-d4e5-4e8a-a22b-5a4b62edb885 req-e37841b6-79b5-4add-8bfa-ae984de319d3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.437354 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19549d86-d4e5-4e8a-a22b-5a4b62edb885 req-e37841b6-79b5-4add-8bfa-ae984de319d3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.0559244 May 05 15:31:19.448318 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18d32373-524d-428a-975c-1f00dcbf31cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.455013 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72c3fc30-194a-4f11-a189-50397b765767 req-7c7f8288-66aa-400e-97a4-be266e2d8c3d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511562 May 05 15:31:19.521789 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19549d86-d4e5-4e8a-a22b-5a4b62edb885 req-db7dc741-86aa-41e2-b2f2-98f43fc1559d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 May 05 15:31:19.612415 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:19.635057 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks [] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.651509 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2a1a-c54c-42c7-84b2-df020b29eb97 req-c6309192-c37e-479e-86bb-4aa065b6a5b7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:19.652964 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-20fb2a1a-c54c-42c7-84b2-df020b29eb97 req-c6309192-c37e-479e-86bb-4aa065b6a5b7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 931 time: 0.0899425 May 05 15:31:19.669647 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18d32373-524d-428a-975c-1f00dcbf31cc admin admin] Publish callbacks [] for security_group (28d2df89-1e0d-4da4-8504-a36c29b216f6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.675716 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Transition to ACTIVE for port object ed1fbad5-e017-4c45-8ca7-8543fdc99caa will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:31:19.876296 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18d32373-524d-428a-975c-1f00dcbf31cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (28d2df89-1e0d-4da4-8504-a36c29b216f6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.882215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:19.943668 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:19.945905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526955c3-d9fc-40a2-841d-c205107dc545" -d '{"events": [{"name": "network-changed", "server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:19.964767 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37718) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:19.976806 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e212bf92-9891-476c-992d-746f63f309ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.004836 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f23e40-108f-4d4a-9fac-6fc044f04e75 x-openstack-request-id: req-e5f23e40-108f-4d4a-9fac-6fc044f04e75 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:20.005133 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:20.005382 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5f23e40-108f-4d4a-9fac-6fc044f04e75 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:20.005770 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f23e40-108f-4d4a-9fac-6fc044f04e75'] response: {'name': 'network-changed', 'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa', 'status': 'completed', 'code': 200} May 05 15:31:20.008094 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-18d32373-524d-428a-975c-1f00dcbf31cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0a0e7613e214f89be5695b0e77f82db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932689 May 05 15:31:20.015161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37720) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:20.021962 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32373-524d-428a-975c-1f00dcbf31cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d2df89-1e0d-4da4-8504-a36c29b216f6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.054227 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-20fb2a1a-c54c-42c7-84b2-df020b29eb97 req-d388c3e4-b4b5-4194-abf2-edec56e8ac6d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804975 May 05 15:31:20.059727 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.145747 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd281b5f-6aee-41fe-a8c7-ad27536f88ea req-3c55bb62-eddf-4816-b989-54bea7abfe05 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093110 May 05 15:31:20.154641 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] Publish callbacks [] for security_group (28d2df89-1e0d-4da4-8504-a36c29b216f6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.157491 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e212bf92-9891-476c-992d-746f63f309ef admin admin] Publish callbacks [] for security_group (c5f38f4a-f9db-4d44-bed5-e40873e5f232), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.159679 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Attempting to bind port ed1fbad5-e017-4c45-8ca7-8543fdc99caa on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:31:20.160098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Attempting to bind port ed1fbad5-e017-4c45-8ca7-8543fdc99caa by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:31:20.160506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Attempting to bind port ed1fbad5-e017-4c45-8ca7-8543fdc99caa on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:20.167344 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Port ed1fbad5-e017-4c45-8ca7-8543fdc99caa on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:31:20.168180 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Attempting to bind port ed1fbad5-e017-4c45-8ca7-8543fdc99caa on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:31:20.175585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:31:20.176256 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Checking segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:20.176816 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Bound using segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:31:20.177539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Bound port: ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:31:20.178225 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.183848 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] Publish callbacks [] for security_group (28d2df89-1e0d-4da4-8504-a36c29b216f6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.248896 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e212bf92-9891-476c-992d-746f63f309ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c5f38f4a-f9db-4d44-bed5-e40873e5f232), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.329097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212bf92-9891-476c-992d-746f63f309ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f38f4a-f9db-4d44-bed5-e40873e5f232,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.329708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:31:20.333467 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:31:20.349802 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e212bf92-9891-476c-992d-746f63f309ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88a2c64ff87342d2aa1b9384551c23f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884635 May 05 15:31:20.352050 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37736) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:20.363617 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9862-dcac-432f-ace6-2176e1455210 req-767e0059-db53-4986-a369-8c70139a527e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.365176 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9d3b9862-dcac-432f-ace6-2176e1455210 req-767e0059-db53-4986-a369-8c70139a527e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 943 time: 0.1129572 May 05 15:31:20.389939 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (28d2df89-1e0d-4da4-8504-a36c29b216f6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.392515 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.393654 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28d2df89-1e0d-4da4-8504-a36c29b216f6 HTTP/1.1" status: 204 len: 168 time: 0.3708556 May 05 15:31:20.407908 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd928a2-6e4f-4c1b-b4d7-b31cd08fea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d2df89-1e0d-4da4-8504-a36c29b216f6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.434975 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9d3b9862-dcac-432f-ace6-2176e1455210 req-338689b4-ed40-4785-a5bb-80803e64d236 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633636 May 05 15:31:20.438026 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] Publish callbacks [] for security_group (c5f38f4a-f9db-4d44-bed5-e40873e5f232), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.440800 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.530166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.551435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] Publish callbacks [] for security_group (c5f38f4a-f9db-4d44-bed5-e40873e5f232), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.555863 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.558787 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.560697 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-b0971359-bb81-4687-b92f-6561c9e4faf1 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 1093 time: 1.8276725 May 05 15:31:20.725985 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-24d8a912-ab72-478d-b6cf-3aa2d3feaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.728150 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-24d8a912-ab72-478d-b6cf-3aa2d3feaf90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 1127 time: 0.0717175 May 05 15:31:20.736092 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ab92-ccfb-4d5a-b5ca-e506b710d792 req-f5e29a34-0583-4f43-82b2-4d4805bc2904 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.738063 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7879ab92-ccfb-4d5a-b5ca-e506b710d792 req-f5e29a34-0583-4f43-82b2-4d4805bc2904 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.1442225 May 05 15:31:20.776530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-e211155f-e636-4326-8e33-edfa0f3edfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.778154 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-e211155f-e636-4326-8e33-edfa0f3edfbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1127 time: 0.1489153 May 05 15:31:20.795976 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3b79-92bf-415f-a747-eabdb19d3e89 req-d1b97764-19b7-4e93-9265-5a03ac7325b5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:20.797661 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ee3f3b79-92bf-415f-a747-eabdb19d3e89 req-d1b97764-19b7-4e93-9265-5a03ac7325b5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.1159511 May 05 15:31:20.800255 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7879ab92-ccfb-4d5a-b5ca-e506b710d792 req-079b5baf-9ebb-4ea6-ac1e-9d1692e6626d tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 May 05 15:31:20.829731 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c5f38f4a-f9db-4d44-bed5-e40873e5f232), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.833897 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:20.835197 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5f38f4a-f9db-4d44-bed5-e40873e5f232 HTTP/1.1" status: 204 len: 168 time: 0.4815309 May 05 15:31:20.848668 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e603e-4ee2-4c99-8299-bedf33c0d1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f38f4a-f9db-4d44-bed5-e40873e5f232,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:20.893610 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ee3f3b79-92bf-415f-a747-eabdb19d3e89 req-390c2137-1b44-4273-8654-145b91bab365 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838306 May 05 15:31:21.279542 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-58213f35-94b7-4716-8b60-2f37fc7e5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:21.281060 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-58213f35-94b7-4716-8b60-2f37fc7e5bfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1127 time: 0.1484067 May 05 15:31:21.297612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96e85b-6daa-4cfe-8a57-e0c06e83a72f req-75dcc633-200d-4683-a1ed-92800f863f27 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:21.304657 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dc96e85b-6daa-4cfe-8a57-e0c06e83a72f req-75dcc633-200d-4683-a1ed-92800f863f27 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0981452 May 05 15:31:21.338833 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-522015e1-30ea-47dd-8e53-68d2bdf7c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:21.340293 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-522015e1-30ea-47dd-8e53-68d2bdf7c024 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.2891042 May 05 15:31:21.378151 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-282161c4-9728-4931-a80a-66806484e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:21.379143 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-282161c4-9728-4931-a80a-66806484e8c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.3288991 May 05 15:31:21.379635 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dc96e85b-6daa-4cfe-8a57-e0c06e83a72f req-5e454fb4-6ba3-4b4a-9a5b-8d527805ab78 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684917 May 05 15:31:21.581957 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460576f8-88e7-4532-a191-91cf7c8f46b3 req-0b3ccc27-0edd-40f2-b627-0f7b7c1b6689 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:21.585222 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-460576f8-88e7-4532-a191-91cf7c8f46b3 req-0b3ccc27-0edd-40f2-b627-0f7b7c1b6689 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 943 time: 0.0703471 May 05 15:31:21.646726 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-460576f8-88e7-4532-a191-91cf7c8f46b3 req-5d7f9712-cebb-410b-b880-acecb383cef2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543642 May 05 15:31:22.009505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:22.012381 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:22.053120 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-fad62902-fb97-4416-ad4c-6775d3417854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 217 time: 0.0566964 May 05 15:31:22.094453 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a567a0-ff07-4ae6-82f2-2b3595ea0d29 x-openstack-request-id: req-48a567a0-ff07-4ae6-82f2-2b3595ea0d29 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:22.095234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:22.095506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48a567a0-ff07-4ae6-82f2-2b3595ea0d29 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:22.095910 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a567a0-ff07-4ae6-82f2-2b3595ea0d29'] response: {'name': 'network-changed', 'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'status': 'completed', 'code': 200} May 05 15:31:22.116601 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-6445832e-759e-4e2b-b21a-0a9460ae3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.118161 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-6445832e-759e-4e2b-b21a-0a9460ae3aa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0525744 May 05 15:31:22.132708 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-a2a2af6d-5590-4119-8eba-36b78d32d96f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 217 time: 0.1263263 May 05 15:31:22.133891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-db204579-6906-4fc3-8e09-1e4290f2885b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 200 len: 217 time: 0.1255622 May 05 15:31:22.142222 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ebbc2-be96-4020-a506-fc6244897fac req-1952a079-c682-43ee-850c-ef113cbd2038 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.143720 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c75ebbc2-be96-4020-a506-fc6244897fac req-1952a079-c682-43ee-850c-ef113cbd2038 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.1685746 May 05 15:31:22.168790 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-6644b252-4d71-457b-906d-47ae8b1beecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.170514 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-6644b252-4d71-457b-906d-47ae8b1beecd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464778 May 05 15:31:22.218394 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526955c3-d9fc-40a2-841d-c205107dc545 req-204ef217-9391-4743-863e-40f3ae354433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.218656 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-204ef217-9391-4743-863e-40f3ae354433 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1127 time: 0.2134180 May 05 15:31:22.280037 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-16b24b34-7e5e-4801-809e-e5143dcd00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.281509 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-16b24b34-7e5e-4801-809e-e5143dcd00fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.1358578 May 05 15:31:22.289980 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-8af7300e-8349-4057-95d2-5b9ed10c7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.291958 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-8af7300e-8349-4057-95d2-5b9ed10c7353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.1468186 May 05 15:31:22.294325 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-75f70b3d-702d-44fb-ac22-842cbb96e630 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178100 May 05 15:31:22.409068 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c75ebbc2-be96-4020-a506-fc6244897fac req-4addc436-f2dd-42d9-8b65-3169d0964b1d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476792 May 05 15:31:22.435749 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-2fe54282-28c2-4171-8eb4-f5641111212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.435749 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-2fe54282-28c2-4171-8eb4-f5641111212f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1382153 May 05 15:31:22.447579 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526955c3-d9fc-40a2-841d-c205107dc545 req-c3799d3a-6f19-4484-851e-aa3f73e2de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.448234 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a92ad68-d718-4dc4-a84f-15a36a782038 req-a8cfe2ed-6772-4f22-9803-1e1156e67662 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384323 May 05 15:31:22.448613 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-c3799d3a-6f19-4484-851e-aa3f73e2de54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.2150428 May 05 15:31:22.450592 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-08305efc-daff-4a91-87e6-cdd9a9faa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.452093 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-08305efc-daff-4a91-87e6-cdd9a9faa6a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122375 May 05 15:31:22.499170 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37834) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:22.534344 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-f223aee8-5c8f-4c46-9887-3e619d2dc908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 200 len: 217 time: 0.0804105 May 05 15:31:22.572736 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8781e2d-9547-4b02-a361-4b0a5a7b33cd req-b89a7dd6-ac40-4378-ad20-7cfe8441072c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.580063 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a8781e2d-9547-4b02-a361-4b0a5a7b33cd req-b89a7dd6-ac40-4378-ad20-7cfe8441072c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0910504 May 05 15:31:22.634343 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device c246bec3-14e5-4062-b201-59c12e3e1271 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:31:22.634803 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a8781e2d-9547-4b02-a361-4b0a5a7b33cd req-26bae71f-fe72-4786-9026-690346ddf732 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521023 May 05 15:31:22.681553 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526955c3-d9fc-40a2-841d-c205107dc545 req-d0459cbe-e138-4286-b001-99f4de860b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.692854 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-d0459cbe-e138-4286-b001-99f4de860b31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.1480289 May 05 15:31:22.722257 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-3d6b2bda-0ef3-49fa-9abc-098703597514 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818217 May 05 15:31:22.759918 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-479d829e-1220-43e6-bf54-df5d6c0b6a0c service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867980 May 05 15:31:22.859274 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526955c3-d9fc-40a2-841d-c205107dc545 req-68db48af-ab7d-4bf1-a09e-e73e31299ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.860813 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-68db48af-ab7d-4bf1-a09e-e73e31299ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1568751 May 05 15:31:22.888839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c246bec3-14e5-4062-b201-59c12e3e1271,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:22.909623 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-71ef27a5-f572-4017-b9e6-b9c328e4faf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:22.933967 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'c246bec3-14e5-4062-b201-59c12e3e1271', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'port_id': 'c246bec3-14e5-4062-b201-59c12e3e1271', 'mac_address': 'fa:16:3e:aa:af:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:31:22.970161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388ff8-b511-4a24-8fed-730ea09f4c77 req-9d3e56ce-6632-4b9a-a89a-b69c1d5a5e0c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:22.971698 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a9388ff8-b511-4a24-8fed-730ea09f4c77 req-9d3e56ce-6632-4b9a-a89a-b69c1d5a5e0c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 943 time: 0.1777866 May 05 15:31:22.994022 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port c246bec3-14e5-4062-b201-59c12e3e1271 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:22.995436 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.022151 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c246bec3-14e5-4062-b201-59c12e3e1271 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:23.048464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c246bec3-14e5-4062-b201-59c12e3e1271,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:23.097455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-71ef27a5-f572-4017-b9e6-b9c328e4faf9 admin admin] Publish callbacks [] for security_group (7e1cfe15-4550-4526-95eb-677a446d0dfd), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.128581 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-331244b6-3e26-4bbe-8f34-f7ca57bae80b req-1f6cac55-7e22-4084-8926-946534fd8898 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791735 May 05 15:31:23.136971 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02a414fa-3c55-4be3-8168-eb38202b8bb2 req-a7c2320b-484d-47dc-95f6-493586aa5363 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628643 May 05 15:31:23.148294 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.149235 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e8c1276b-17a5-49f2-bb0b-28f4106b8600 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:31:23.176035 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a9388ff8-b511-4a24-8fed-730ea09f4c77 req-605017ab-f358-44bc-8ab2-d82f2ce9cc9c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896849 May 05 15:31:23.178995 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-fa21e7f1-ad5a-4cb4-9dfa-39e5ebd472d2 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802784 May 05 15:31:23.184102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-71ef27a5-f572-4017-b9e6-b9c328e4faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (7e1cfe15-4550-4526-95eb-677a446d0dfd), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.213386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef27a5-f572-4017-b9e6-b9c328e4faf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1cfe15-4550-4526-95eb-677a446d0dfd,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:23.247096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:23.251906 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-71ef27a5-f572-4017-b9e6-b9c328e4faf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12235c11293647148cb1fc60c386468e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491207 May 05 15:31:23.254477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37862) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:23.313829 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-526955c3-d9fc-40a2-841d-c205107dc545 req-ac350cc6-ebe1-45b2-8278-c496508745bc service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194096 May 05 15:31:23.315586 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] Publish callbacks [] for security_group (7e1cfe15-4550-4526-95eb-677a446d0dfd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.353388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] Publish callbacks [] for security_group (7e1cfe15-4550-4526-95eb-677a446d0dfd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.383142 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:23.402117 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:31:23.457462 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e8c1276b-17a5-49f2-bb0b-28f4106b8600 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:23.457860 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.475703 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c1276b-17a5-49f2-bb0b-28f4106b8600 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:23.511442 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (7e1cfe15-4550-4526-95eb-677a446d0dfd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.515954 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.521667 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e1cfe15-4550-4526-95eb-677a446d0dfd HTTP/1.1" status: 204 len: 168 time: 0.2617362 May 05 15:31:23.548172 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:23.551688 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595fc2c-119d-44b1-a431-688348890455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1cfe15-4550-4526-95eb-677a446d0dfd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:23.636574 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765935-8d5f-4843-9b3f-3e38f11a0127 req-8738d8ef-6686-444e-9d8c-19a9d1ea1ab7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:23.638059 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ab765935-8d5f-4843-9b3f-3e38f11a0127 req-8738d8ef-6686-444e-9d8c-19a9d1ea1ab7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.0948358 May 05 15:31:23.640348 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:23.716513 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:23.726082 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ab765935-8d5f-4843-9b3f-3e38f11a0127 req-d23e6b8d-b953-4791-970b-85b57c868e96 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759614 May 05 15:31:23.863172 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60d8d-dd51-4bfa-b856-540b08c16b24 req-e5fff7c6-a636-4bbe-b8c8-256ed3e1782b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:23.864715 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aeb60d8d-dd51-4bfa-b856-540b08c16b24 req-e5fff7c6-a636-4bbe-b8c8-256ed3e1782b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0558641 May 05 15:31:23.928614 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aeb60d8d-dd51-4bfa-b856-540b08c16b24 req-098f0048-1426-4751-a7a7-d365a6cf162f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558007 May 05 15:31:23.994265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['c246bec3-14e5-4062-b201-59c12e3e1271'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:24.107588 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['e8c1276b-17a5-49f2-bb0b-28f4106b8600'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:24.145385 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-d13180f0-9b5a-4a63-99a2-1da737bb4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.151717 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-d13180f0-9b5a-4a63-99a2-1da737bb4c73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1127 time: 0.0494959 May 05 15:31:24.279958 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-618984c1-309a-429a-80ea-595945688ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.287098 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-618984c1-309a-429a-80ea-595945688ef2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.1337383 May 05 15:31:24.329559 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4339e4a-4d41-4670-b98c-51f227593f73 req-007d79eb-b435-4979-afad-8bad765f9637 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.337958 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4339e4a-4d41-4670-b98c-51f227593f73 req-007d79eb-b435-4979-afad-8bad765f9637 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 944 time: 0.0640550 May 05 15:31:24.360021 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-e76fcae3-0e0a-4024-9c26-c858e59da626 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 217 time: 0.0659189 May 05 15:31:24.398088 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4339e4a-4d41-4670-b98c-51f227593f73 req-086330de-5205-4519-a33d-992071d4faec tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582778 May 05 15:31:24.423660 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-b0be892c-b9aa-4afd-b248-031f65a37eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.425223 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-b0be892c-b9aa-4afd-b248-031f65a37eea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0581262 May 05 15:31:24.471964 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-b1e0ef72-5a54-41fc-a85d-2aa9ee135e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.473468 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-b1e0ef72-5a54-41fc-a85d-2aa9ee135e96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406215 May 05 15:31:24.678322 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37922) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:24.693728 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf633058-f2fe-4658-9856-221db78137a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:24.805795 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-df6e82df-0d4f-4335-9b55-6c68adfd2123 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965057 May 05 15:31:24.819231 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf633058-f2fe-4658-9856-221db78137a9 admin admin] Publish callbacks [] for security_group (1192c9aa-450a-4422-b052-04edeec85ed1), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:24.877553 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc84-6ad5-4ea8-abce-ee1ae6c5f9fd req-2700caaf-aef5-4c71-89f9-9ab5b3dd0b70 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:24.879057 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9fe0fc84-6ad5-4ea8-abce-ee1ae6c5f9fd req-2700caaf-aef5-4c71-89f9-9ab5b3dd0b70 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 943 time: 0.0723798 May 05 15:31:24.894088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf633058-f2fe-4658-9856-221db78137a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1192c9aa-450a-4422-b052-04edeec85ed1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:24.942360 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bf633058-f2fe-4658-9856-221db78137a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=915f7908a2954ce583bb5a628411b044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627239 May 05 15:31:24.943721 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633058-f2fe-4658-9856-221db78137a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1192c9aa-450a-4422-b052-04edeec85ed1,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:24.949008 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37938) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:24.970849 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b28cb6dd-f701-4563-8484-87b3ac8fb7e8 req-46f97317-d0e2-40b6-9a32-ea288c25b3e7 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550846 May 05 15:31:24.974500 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9fe0fc84-6ad5-4ea8-abce-ee1ae6c5f9fd req-1ce1a0c9-a189-4caa-b966-9a217e18e0b8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 May 05 15:31:25.006541 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cb379b95-dadc-4da3-99d7-15aa988a4baa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:31:25.009653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device c246bec3-14e5-4062-b201-59c12e3e1271 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:25.042473 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] Publish callbacks [] for security_group (1192c9aa-450a-4422-b052-04edeec85ed1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.095434 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port c246bec3-14e5-4062-b201-59c12e3e1271 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:31:25.097886 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] Publish callbacks [] for security_group (1192c9aa-450a-4422-b052-04edeec85ed1), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.105163 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1085-51df-4966-abae-ed0cdcecdd36 req-8aa29523-bd99-4439-a10e-67a8124dd0d0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:25.106666 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6f5a1085-51df-4966-abae-ed0cdcecdd36 req-8aa29523-bd99-4439-a10e-67a8124dd0d0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0665243 May 05 15:31:25.153023 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:25.167695 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'cb379b95-dadc-4da3-99d7-15aa988a4baa', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'port_id': 'cb379b95-dadc-4da3-99d7-15aa988a4baa', 'mac_address': 'fa:16:3e:43:f0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:31:25.181857 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6f5a1085-51df-4966-abae-ed0cdcecdd36 req-d64d5279-e064-4f34-a8d5-3250d2ee3434 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597537 May 05 15:31:25.209716 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cb379b95-dadc-4da3-99d7-15aa988a4baa is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:25.210328 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.231901 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb379b95-dadc-4da3-99d7-15aa988a4baa {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:25.261611 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port c246bec3-14e5-4062-b201-59c12e3e1271 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:25.261903 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.266827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:25.299247 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1192c9aa-450a-4422-b052-04edeec85ed1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.301830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.302953 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1192c9aa-450a-4422-b052-04edeec85ed1 HTTP/1.1" status: 204 len: 168 time: 0.3527989 May 05 15:31:25.313238 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199abac2-b39b-4044-af13-19ac49d05147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1192c9aa-450a-4422-b052-04edeec85ed1,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:25.342524 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.385435 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port c246bec3-14e5-4062-b201-59c12e3e1271 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:25.385822 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.426548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:25.433140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:25.435275 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28875750-b0f1-4b9b-bf6b-9f2170060c54" -d '{"events": [{"server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "name": "network-vif-plugged", "status": "completed", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:25.449103 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c246bec3-14e5-4062-b201-59c12e3e1271,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:25.477269 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc613d-692a-487f-9372-cae72ac32bd7 x-openstack-request-id: req-31fc613d-692a-487f-9372-cae72ac32bd7 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:25.477590 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "name": "network-vif-plugged", "status": "completed", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:25.477849 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31fc613d-692a-487f-9372-cae72ac32bd7 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:25.478248 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fc613d-692a-487f-9372-cae72ac32bd7'] response: {'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271', 'code': 200} May 05 15:31:25.529243 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9d2b-cbaf-4b37-ada3-f48814d9f9f1 req-690f73d4-31a2-43e2-9e5c-c9017d5bbf3a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:25.529243 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-edca9d2b-cbaf-4b37-ada3-f48814d9f9f1 req-690f73d4-31a2-43e2-9e5c-c9017d5bbf3a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 944 time: 0.0462940 May 05 15:31:25.555658 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.556661 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e8c1276b-17a5-49f2-bb0b-28f4106b8600 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:25.592217 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-edca9d2b-cbaf-4b37-ada3-f48814d9f9f1 req-7c572149-8726-4625-ad4d-8574b76bbab1 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592310 May 05 15:31:25.592353 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['cb379b95-dadc-4da3-99d7-15aa988a4baa'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:25.693239 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:25.709337 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port e8c1276b-17a5-49f2-bb0b-28f4106b8600 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:31:25.808951 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port e8c1276b-17a5-49f2-bb0b-28f4106b8600 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:25.809441 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.827433 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac572858-3368-4a10-8287-00c902d4967a req-c1610741-f57a-407f-aa37-b8983eaab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:25.829129 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac572858-3368-4a10-8287-00c902d4967a req-c1610741-f57a-407f-aa37-b8983eaab0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1129 time: 0.0401025 May 05 15:31:25.883989 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac572858-3368-4a10-8287-00c902d4967a req-c629748b-92ec-409f-9580-06aa693d101b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 May 05 15:31:25.910261 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e8c1276b-17a5-49f2-bb0b-28f4106b8600 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:25.910510 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:25.947307 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:26.082266 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.106518 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693b0ce-3f33-4962-97d7-4754e7c3d04a req-268faaec-788e-4711-b645-88fe95e8b622 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:26.108023 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a693b0ce-3f33-4962-97d7-4754e7c3d04a req-268faaec-788e-4711-b645-88fe95e8b622 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 944 time: 0.0538490 May 05 15:31:26.141729 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:26.150149 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 37970) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:26.166055 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3dcbbf-48e9-4ef1-b1f1-52da47999277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.174381 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a693b0ce-3f33-4962-97d7-4754e7c3d04a req-54b03d56-bab9-4842-9d2a-28fcc3bcee2f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 May 05 15:31:26.262194 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3dcbbf-48e9-4ef1-b1f1-52da47999277 admin admin] Publish callbacks [] for security_group (251e7d21-1422-457b-963c-c20a9d7a4e6b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.319225 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cda94-526e-4d99-a93b-13a17eb283ef req-2385ef60-f463-4329-944a-e99ed1930b10 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:26.320758 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-931cda94-526e-4d99-a93b-13a17eb283ef req-2385ef60-f463-4329-944a-e99ed1930b10 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0479536 May 05 15:31:26.371380 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-931cda94-526e-4d99-a93b-13a17eb283ef req-6440c280-3068-4f32-831c-03bfd71e248f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 May 05 15:31:26.373101 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3dcbbf-48e9-4ef1-b1f1-52da47999277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (251e7d21-1422-457b-963c-c20a9d7a4e6b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.415458 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-be3dcbbf-48e9-4ef1-b1f1-52da47999277 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=983001b04bf94036ae523d5a07e23630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609398 May 05 15:31:26.415458 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dcbbf-48e9-4ef1-b1f1-52da47999277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e7d21-1422-457b-963c-c20a9d7a4e6b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:26.415665 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 37986) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:26.464958 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] Publish callbacks [] for security_group (251e7d21-1422-457b-963c-c20a9d7a4e6b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.486403 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] Publish callbacks [] for security_group (251e7d21-1422-457b-963c-c20a9d7a4e6b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.615837 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (251e7d21-1422-457b-963c-c20a9d7a4e6b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.618891 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:26.620835 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/251e7d21-1422-457b-963c-c20a9d7a4e6b HTTP/1.1" status: 204 len: 168 time: 0.2040925 May 05 15:31:26.632434 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6208511-609e-415a-b282-8f66390bdcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e7d21-1422-457b-963c-c20a9d7a4e6b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:26.748804 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17886bf-5910-4d8e-9bd8-3e0d8be6b21c req-18b6a000-b100-4ff8-a7b9-60b085e54ca9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:26.756293 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c17886bf-5910-4d8e-9bd8-3e0d8be6b21c req-18b6a000-b100-4ff8-a7b9-60b085e54ca9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0837314 May 05 15:31:26.798453 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c17886bf-5910-4d8e-9bd8-3e0d8be6b21c req-f5179785-8579-47c4-849e-ad3c268606cf tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 May 05 15:31:26.995298 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:31:26.998980 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cb379b95-dadc-4da3-99d7-15aa988a4baa up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:27.077114 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port cb379b95-dadc-4da3-99d7-15aa988a4baa completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:31:27.156286 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38008) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:27.305996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-612d9d45-1ace-41f0-a6a1-6ca350562a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.350209 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:27.367842 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:31:27.393116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b16a8-0fe8-4c82-9abc-7ac8b95d20f2 req-6eab6bda-c787-4a67-8227-837b8c30d6f6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:27.394718 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-420b16a8-0fe8-4c82-9abc-7ac8b95d20f2 req-6eab6bda-c787-4a67-8227-837b8c30d6f6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 944 time: 0.0842891 May 05 15:31:27.404768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port cb379b95-dadc-4da3-99d7-15aa988a4baa triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:27.406927 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.434244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d558a670-c542-4d3a-a639-f11e85a62b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.455530 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:27.455906 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.479901 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:27.482495 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0762a1-08a5-4500-8fe7-1ed0394ac6d7" -d '{"events": [{"server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:27.503672 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-420b16a8-0fe8-4c82-9abc-7ac8b95d20f2 req-e287d4f7-598b-4ad2-820b-1f288cb3b519 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813718 May 05 15:31:27.504487 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:31:27.512177 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c698221-750c-44c2-97f4-f0039b4216c2 req-c01c9740-1919-40ce-8361-e06775d2db2c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:27.513833 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1c698221-750c-44c2-97f4-f0039b4216c2 req-c01c9740-1919-40ce-8361-e06775d2db2c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0589607 May 05 15:31:27.536913 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:27.553874 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-612d9d45-1ace-41f0-a6a1-6ca350562a8f admin admin] Publish callbacks [] for security_group (499eb571-a943-4cfa-a5dd-2f927dfe0dbe), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.589203 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f7889-25af-405d-a787-c19a5982ee40 x-openstack-request-id: req-7f2f7889-25af-405d-a787-c19a5982ee40 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:27.591683 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:27.591683 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f2f7889-25af-405d-a787-c19a5982ee40 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:27.591683 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2f7889-25af-405d-a787-c19a5982ee40'] response: {'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'code': 200} May 05 15:31:27.598093 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cb379b95-dadc-4da3-99d7-15aa988a4baa is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:27.598485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.607060 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1c698221-750c-44c2-97f4-f0039b4216c2 req-9a5e220f-32ec-49cc-b5bb-b5cdf6eed15d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804565 May 05 15:31:27.634186 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:27.697406 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-612d9d45-1ace-41f0-a6a1-6ca350562a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (499eb571-a943-4cfa-a5dd-2f927dfe0dbe), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.697881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.727454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.746040 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-612d9d45-1ace-41f0-a6a1-6ca350562a8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4df65bf0b5c74344bea69e58d558159a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5885446 May 05 15:31:27.747137 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d9d45-1ace-41f0-a6a1-6ca350562a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499eb571-a943-4cfa-a5dd-2f927dfe0dbe,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:27.748804 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38032) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:27.763107 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:27.812853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] Publish callbacks [] for security_group (499eb571-a943-4cfa-a5dd-2f927dfe0dbe), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.842811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] Publish callbacks [] for security_group (499eb571-a943-4cfa-a5dd-2f927dfe0dbe), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.877200 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:27.971405 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (499eb571-a943-4cfa-a5dd-2f927dfe0dbe), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.974231 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:27.975372 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/499eb571-a943-4cfa-a5dd-2f927dfe0dbe HTTP/1.1" status: 204 len: 168 time: 0.2253146 May 05 15:31:27.984029 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfc4ef-08c6-4406-9751-73730b4f4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499eb571-a943-4cfa-a5dd-2f927dfe0dbe,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:27.984682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['ed1fbad5-e017-4c45-8ca7-8543fdc99caa'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:27.990597 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cba69-057f-4c8b-8e63-85b165b68c43 req-7d261d75-c92f-4c45-90c3-b589f27c004a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:27.993252 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e15cba69-057f-4c8b-8e63-85b165b68c43 req-7d261d75-c92f-4c45-90c3-b589f27c004a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0918112 May 05 15:31:28.022584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ff5e4-183e-4001-bd6b-f8b1cac1c846 req-0165b9cd-787a-4f07-957b-f2406ea1f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:28.024262 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-014ff5e4-183e-4001-bd6b-f8b1cac1c846 req-0165b9cd-787a-4f07-957b-f2406ea1f61e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 1129 time: 0.0776296 May 05 15:31:28.121545 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-014ff5e4-183e-4001-bd6b-f8b1cac1c846 req-1bee679b-a1f1-4118-9a4a-bb591f367faa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851622 May 05 15:31:28.138244 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e15cba69-057f-4c8b-8e63-85b165b68c43 req-042d754e-63bd-4524-8317-1a5c25bd335a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089308 May 05 15:31:28.633563 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62926f68-f7ac-4ddf-abe1-ea6a96b3830a req-16563d0a-1533-462b-9917-69a925dfcb5c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:28.635359 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-62926f68-f7ac-4ddf-abe1-ea6a96b3830a req-16563d0a-1533-462b-9917-69a925dfcb5c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0742800 May 05 15:31:28.702661 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-62926f68-f7ac-4ddf-abe1-ea6a96b3830a req-a4ff2390-4ff0-47c7-b7a3-3e104a8e71cd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 May 05 15:31:28.710402 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38074) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:28.736392 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0959e-63ec-43c0-9751-833ab6d9f01b req-51b7ab46-7178-4976-be55-8c467e5fc0fd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:28.740006 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e2f0959e-63ec-43c0-9751-833ab6d9f01b req-51b7ab46-7178-4976-be55-8c467e5fc0fd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0590246 May 05 15:31:28.742701 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5489-abec-4b76-b31f-146aab40ef23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:28.777467 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38076) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:28.816459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e2f0959e-63ec-43c0-9751-833ab6d9f01b req-8dabd858-51eb-4a17-849b-def70762cea5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689299 May 05 15:31:28.853157 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5489-abec-4b76-b31f-146aab40ef23 admin admin] Publish callbacks [] for security_group (b929483e-68c7-47f2-a406-71bb8e5af547), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:28.944995 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5489-abec-4b76-b31f-146aab40ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b929483e-68c7-47f2-a406-71bb8e5af547), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:28.951308 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b8300bd3-9ccd-4e61-a1e5-8e95dc86a518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:28.995347 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2a2b5489-abec-4b76-b31f-146aab40ef23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53913123c80747feae1122c733d0d59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834773 May 05 15:31:28.998167 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38082) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:28.998312 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5489-abec-4b76-b31f-146aab40ef23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b929483e-68c7-47f2-a406-71bb8e5af547,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:29.051613 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] Publish callbacks [] for security_group (b929483e-68c7-47f2-a406-71bb8e5af547), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.062756 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b8300bd3-9ccd-4e61-a1e5-8e95dc86a518 admin admin] Publish callbacks [] for security_group (32ef319c-c819-477c-a5e2-8467b9af7454), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.073079 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] Publish callbacks [] for security_group (b929483e-68c7-47f2-a406-71bb8e5af547), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.144557 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b8300bd3-9ccd-4e61-a1e5-8e95dc86a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (32ef319c-c819-477c-a5e2-8467b9af7454), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.183923 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b8300bd3-9ccd-4e61-a1e5-8e95dc86a518 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39d889ec82f1448d81022d70576f4229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050593 May 05 15:31:29.184795 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8300bd3-9ccd-4e61-a1e5-8e95dc86a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef319c-c819-477c-a5e2-8467b9af7454,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:29.186730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38088) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:29.203397 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b929483e-68c7-47f2-a406-71bb8e5af547), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.206017 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.207122 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b929483e-68c7-47f2-a406-71bb8e5af547 HTTP/1.1" status: 204 len: 168 time: 0.2079895 May 05 15:31:29.231207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c6292-2f6a-498a-b357-b286bb0b77da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b929483e-68c7-47f2-a406-71bb8e5af547,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:29.257448 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bed32-b141-4667-98df-4e356f3a1b07 req-c0790b6d-1fd5-4e2a-90de-02c5b5e30d41 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:29.258827 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c74bed32-b141-4667-98df-4e356f3a1b07 req-c0790b6d-1fd5-4e2a-90de-02c5b5e30d41 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0520725 May 05 15:31:29.276630 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] Publish callbacks [] for security_group (32ef319c-c819-477c-a5e2-8467b9af7454), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.314140 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] Publish callbacks [] for security_group (32ef319c-c819-477c-a5e2-8467b9af7454), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.340022 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c74bed32-b141-4667-98df-4e356f3a1b07 req-d0649a5b-f852-45bc-8a95-6ee3d11680ea tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745387 May 05 15:31:29.451459 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (32ef319c-c819-477c-a5e2-8467b9af7454), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.454122 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.455297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32ef319c-c819-477c-a5e2-8467b9af7454 HTTP/1.1" status: 204 len: 168 time: 0.2675209 May 05 15:31:29.464233 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d03e46-00f5-4384-a276-10fb390e5bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef319c-c819-477c-a5e2-8467b9af7454,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:29.562739 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-62c4c470-e7ea-4a61-8ed3-fc68292c4db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:29.591361 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:29.593691 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c3b63-0ee1-49fb-98be-fae3120f4a0c" -d '{"events": [{"server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "name": "network-vif-plugged", "status": "completed", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:29.629430 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f953804-60ef-447d-944d-37142ecc38e6 x-openstack-request-id: req-7f953804-60ef-447d-944d-37142ecc38e6 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:29.629750 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "name": "network-vif-plugged", "status": "completed", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:29.630037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f953804-60ef-447d-944d-37142ecc38e6 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:29.630447 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f953804-60ef-447d-944d-37142ecc38e6'] response: {'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa', 'code': 200} May 05 15:31:29.826614 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3d4d-00cd-4a67-b061-296da516b3b1 req-b3154bf7-4e11-4170-92a5-59062f7fa611 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:29.828313 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-458b3d4d-00cd-4a67-b061-296da516b3b1 req-b3154bf7-4e11-4170-92a5-59062f7fa611 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0515497 May 05 15:31:29.894516 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-458b3d4d-00cd-4a67-b061-296da516b3b1 req-fb3b8bd4-da17-40be-8d5d-8947c434da83 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600233 May 05 15:31:29.980928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54745d-18ce-41be-9fbe-dd83d40b102d req-c88dfaea-47f1-4e0a-9773-49f0756dd1e9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:29.983208 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-de54745d-18ce-41be-9fbe-dd83d40b102d req-c88dfaea-47f1-4e0a-9773-49f0756dd1e9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0737443 May 05 15:31:30.044194 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-de54745d-18ce-41be-9fbe-dd83d40b102d req-2621368c-67e1-49be-bf11-a774c22553ba tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527346 May 05 15:31:30.483033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8714-c75c-4429-8f18-3775d6bc13f8 req-d76e05c5-d689-4d92-b688-2383ac557064 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:30.483033 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1b9b8714-c75c-4429-8f18-3775d6bc13f8 req-d76e05c5-d689-4d92-b688-2383ac557064 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0692275 May 05 15:31:30.538499 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1b9b8714-c75c-4429-8f18-3775d6bc13f8 req-efc03ccd-6ef8-4438-ae30-8436ebbf3b81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446467 May 05 15:31:30.777608 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.012355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111774-1490-47a7-bc5d-2405559ff855 req-7c61b29f-5401-431f-8472-51514f572c09 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:31.013832 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-af111774-1490-47a7-bc5d-2405559ff855 req-7c61b29f-5401-431f-8472-51514f572c09 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0475323 May 05 15:31:31.063220 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-af111774-1490-47a7-bc5d-2405559ff855 req-226e8598-ed8d-48d1-b888-b1d0b57a3871 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 May 05 15:31:31.189377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154817-ab0e-4348-860c-6787394ab368 req-6a22282d-e72d-4c78-b778-18f6a65c50fe tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:31.191101 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a154817-ab0e-4348-860c-6787394ab368 req-6a22282d-e72d-4c78-b778-18f6a65c50fe tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0539505 May 05 15:31:31.260848 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4a154817-ab0e-4348-860c-6787394ab368 req-34f3af0d-6b1d-4a18-9425-f7dc9b190e9d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627186 May 05 15:31:31.367979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38196) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:31.483950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-54d21c0e-c3d5-440d-9bc2-d361dc3e3906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.496946 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:31:31.552720 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port ed1fbad5-e017-4c45-8ca7-8543fdc99caa completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:31:31.593646 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-54d21c0e-c3d5-440d-9bc2-d361dc3e3906 admin admin] Publish callbacks [] for security_group (d67deeb3-8c00-45ff-91e8-2b4d90fccb13), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.605670 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port ed1fbad5-e017-4c45-8ca7-8543fdc99caa triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:31:31.606075 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.661612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a00913-d3c4-4740-bf15-e48f41764107 req-1dc6ddba-5372-4aab-aefc-d1df354bf454 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:31.663341 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72a00913-d3c4-4740-bf15-e48f41764107 req-1dc6ddba-5372-4aab-aefc-d1df354bf454 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0520396 May 05 15:31:31.689466 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:31:31.689752 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.716121 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72a00913-d3c4-4740-bf15-e48f41764107 req-ecba5a67-d055-4d92-88da-d7eb22f262e1 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463173 May 05 15:31:31.721604 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:31.724077 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0f1c1e-58dd-43ea-9a1e-5dc816935558" -d '{"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:31.726041 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-54d21c0e-c3d5-440d-9bc2-d361dc3e3906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (d67deeb3-8c00-45ff-91e8-2b4d90fccb13), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.748567 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:31.784177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21c0e-c3d5-440d-9bc2-d361dc3e3906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67deeb3-8c00-45ff-91e8-2b4d90fccb13,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:31.791450 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-54d21c0e-c3d5-440d-9bc2-d361dc3e3906 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86d37f176a9d496ebac3987f88a160ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197106 May 05 15:31:31.791668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490add0-1541-45cd-b073-552c98242538 x-openstack-request-id: req-6490add0-1541-45cd-b073-552c98242538 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:31.791668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:31.791668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6490add0-1541-45cd-b073-552c98242538 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:31.791668 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6490add0-1541-45cd-b073-552c98242538'] response: {'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'code': 200} May 05 15:31:31.795149 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38210) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:31.814241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.844388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] Publish callbacks [] for security_group (d67deeb3-8c00-45ff-91e8-2b4d90fccb13), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.871869 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:31.876736 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] Publish callbacks [] for security_group (d67deeb3-8c00-45ff-91e8-2b4d90fccb13), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.985997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (d67deeb3-8c00-45ff-91e8-2b4d90fccb13), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.988097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:31.994257 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d67deeb3-8c00-45ff-91e8-2b4d90fccb13 HTTP/1.1" status: 204 len: 168 time: 0.1967630 May 05 15:31:32.011366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b74d02-d9dd-46a5-be04-de82948c1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67deeb3-8c00-45ff-91e8-2b4d90fccb13,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:32.116629 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:32.187967 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc38e82-b241-48ec-bd89-b07f4a692b87 req-7a5e7e68-7b29-44d1-a6be-d944ada58ddc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:32.189752 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cc38e82-b241-48ec-bd89-b07f4a692b87 req-7a5e7e68-7b29-44d1-a6be-d944ada58ddc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0588520 May 05 15:31:32.243754 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cc38e82-b241-48ec-bd89-b07f4a692b87 req-d3c05da7-a6e9-42cf-9074-aa3c1395755c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 May 05 15:31:32.382257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9629b-d83f-4ff2-a1de-74d982030a91 req-4c379119-e240-4518-9c0e-6ef0abe2fa04 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:32.385615 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-12d9629b-d83f-4ff2-a1de-74d982030a91 req-4c379119-e240-4518-9c0e-6ef0abe2fa04 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0548131 May 05 15:31:32.436671 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-12d9629b-d83f-4ff2-a1de-74d982030a91 req-0afea10f-13d5-4a67-a34e-e14d1e3503bf tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449181 May 05 15:31:32.871644 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839cb3d-024b-4d71-8890-48e87104cef9 req-e3ee7f75-75ba-46c9-a579-20b97242c049 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:32.873352 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1839cb3d-024b-4d71-8890-48e87104cef9 req-e3ee7f75-75ba-46c9-a579-20b97242c049 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0560730 May 05 15:31:32.923556 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1839cb3d-024b-4d71-8890-48e87104cef9 req-82c9cc92-1f55-4d0b-9de6-f00ef6898e23 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 May 05 15:31:33.178780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827c4e-76ab-460c-8a3f-10b6c9e32275 req-dfe3997e-90f4-4cce-8579-b730e8dbd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:33.180386 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-91827c4e-76ab-460c-8a3f-10b6c9e32275 req-dfe3997e-90f4-4cce-8579-b730e8dbd033 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1129 time: 0.0410259 May 05 15:31:33.394025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0973ff-06c0-4036-a87e-fb4f2521d0ed req-0fd36f00-0fdc-4bcd-9e2d-dadacb3193e8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:33.395829 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b0973ff-06c0-4036-a87e-fb4f2521d0ed req-0fd36f00-0fdc-4bcd-9e2d-dadacb3193e8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0766809 May 05 15:31:33.459782 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b0973ff-06c0-4036-a87e-fb4f2521d0ed req-5faaf57b-b4a8-409f-9976-d64689551fbc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 May 05 15:31:33.580900 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ffde4-d4a3-4e93-b4b6-cffb871a9837 req-bd5da636-9c37-4d21-a368-2dd2ffc08c07 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:33.587302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cf0ffde4-d4a3-4e93-b4b6-cffb871a9837 req-bd5da636-9c37-4d21-a368-2dd2ffc08c07 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0594337 May 05 15:31:33.634544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cf0ffde4-d4a3-4e93-b4b6-cffb871a9837 req-8aec6caa-6262-46e7-b7df-094f7716800f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 May 05 15:31:33.720129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:33.870914 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-91827c4e-76ab-460c-8a3f-10b6c9e32275 req-a05635af-2a79-4452-bdc2-f4ff7edbcd4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 May 05 15:31:33.902780 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.037273 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38340) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:34.065018 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899318fa-cbeb-4b30-9b29-de3f5b040dc0 req-bf9fa195-7ed7-46a8-8f6e-c91a2a8f2d7f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:34.076533 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-899318fa-cbeb-4b30-9b29-de3f5b040dc0 req-bf9fa195-7ed7-46a8-8f6e-c91a2a8f2d7f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0725074 May 05 15:31:34.148145 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-899318fa-cbeb-4b30-9b29-de3f5b040dc0 req-f95d747c-9701-4125-9689-0997240c386f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655031 May 05 15:31:34.173438 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-531961b8-0ce9-4c0f-aecb-442b74096450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.276539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-531961b8-0ce9-4c0f-aecb-442b74096450 admin admin] Publish callbacks [] for security_group (79fca6b6-e626-4b99-b65d-6bc649a6d1d4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.314550 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2942-40d6-48b5-9155-9afd0553045a req-916b721e-56db-4822-b32e-d6be6746a794 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:34.316252 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-78ee2942-40d6-48b5-9155-9afd0553045a req-916b721e-56db-4822-b32e-d6be6746a794 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0543451 May 05 15:31:34.325716 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38364) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:34.330826 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:34.385589 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-531961b8-0ce9-4c0f-aecb-442b74096450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (79fca6b6-e626-4b99-b65d-6bc649a6d1d4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.407262 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.432820 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-531961b8-0ce9-4c0f-aecb-442b74096450 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e12e4d877fda4a6da7abdb93cedd6438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941867 May 05 15:31:34.433474 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38372) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:34.450688 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531961b8-0ce9-4c0f-aecb-442b74096450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fca6b6-e626-4b99-b65d-6bc649a6d1d4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:34.589997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] Publish callbacks [] for security_group (79fca6b6-e626-4b99-b65d-6bc649a6d1d4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.622934 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6dc9-94e8-48e2-ae74-824406711d43 req-d5efdaea-74fb-4d6f-bb7f-6fce9e662ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:34.627122 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-411e6dc9-94e8-48e2-ae74-824406711d43 req-d5efdaea-74fb-4d6f-bb7f-6fce9e662ebd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1129 time: 0.1146646 May 05 15:31:34.642103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] Publish callbacks [] for security_group (79fca6b6-e626-4b99-b65d-6bc649a6d1d4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.717506 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42258-83ee-46e5-87e5-abeac6082cde req-3e4a4b92-c933-4698-ab6c-0553a95f15e0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:34.720076 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-57b42258-83ee-46e5-87e5-abeac6082cde req-3e4a4b92-c933-4698-ab6c-0553a95f15e0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1158676 May 05 15:31:34.791944 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9780b-81c1-44b4-8186-3100ae39eef0 req-757326fe-f695-4438-8cea-5ec64af00e79 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:34.801129 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f2e9780b-81c1-44b4-8186-3100ae39eef0 req-757326fe-f695-4438-8cea-5ec64af00e79 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0716984 May 05 15:31:34.829491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (79fca6b6-e626-4b99-b65d-6bc649a6d1d4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.833274 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:34.834823 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79fca6b6-e626-4b99-b65d-6bc649a6d1d4 HTTP/1.1" status: 204 len: 168 time: 0.3996437 May 05 15:31:34.851544 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287844-5a86-49b3-8088-b4dae9a96953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fca6b6-e626-4b99-b65d-6bc649a6d1d4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:34.973681 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f2e9780b-81c1-44b4-8186-3100ae39eef0 req-dbb12c71-744a-4f56-a1ea-f96d72b5a0ed tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654315 May 05 15:31:35.073912 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-57b42258-83ee-46e5-87e5-abeac6082cde req-dcfba2c7-e69f-4d97-841a-92d4fadfbdb5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031051 May 05 15:31:35.080246 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-411e6dc9-94e8-48e2-ae74-824406711d43 req-03481ac2-43d5-44bd-824f-65d69e8a60e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683879 May 05 15:31:35.548467 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.641395 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.666564 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38438) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:35.683462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f88e-d56a-43bf-bbb6-b47538a3d28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.790879 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f88e-d56a-43bf-bbb6-b47538a3d28b admin admin] Publish callbacks [] for security_group (a9fbb569-6085-4a7b-abcc-ea82aefd82b9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.805031 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP b5088f0c-5982-4d8c-b06b-02fbfa4d33d5 associated. External IP: 172.27.2.55, port: e8c1276b-17a5-49f2-bb0b-28f4106b8600. May 05 15:31:35.916891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f88e-d56a-43bf-bbb6-b47538a3d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a9fbb569-6085-4a7b-abcc-ea82aefd82b9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:35.954343 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c9b8f88e-d56a-43bf-bbb6-b47538a3d28b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e20d2936f9e44fd795344b4a6752bf60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863922 May 05 15:31:35.955659 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8f88e-d56a-43bf-bbb6-b47538a3d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fbb569-6085-4a7b-abcc-ea82aefd82b9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:35.957117 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38440) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:36.062408 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Publish callbacks [] for security_group (a9fbb569-6085-4a7b-abcc-ea82aefd82b9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.076387 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:31:36.095492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Publish callbacks [] for security_group (a9fbb569-6085-4a7b-abcc-ea82aefd82b9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.161637 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c527-db9c-42de-af76-c1bdd3150223 req-c0d6bf4e-ee08-4f27-ac18-0495f8e5f16f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:36.170345 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e3a8c527-db9c-42de-af76-c1bdd3150223 req-c0d6bf4e-ee08-4f27-ac18-0495f8e5f16f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.1112795 May 05 15:31:36.248353 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e3a8c527-db9c-42de-af76-c1bdd3150223 req-ee626f75-dd3f-443e-b32e-393fddc3a6a7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708690 May 05 15:31:36.292118 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:31:36.305868 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:31:36.321264 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.326490 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:36.328241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:36.384365 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b433-c669-4afa-95fb-c1bcc211f262 req-fbc83845-b50a-4054-b861-baa69e557345 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:36.392390 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4e57b433-c669-4afa-95fb-c1bcc211f262 req-fbc83845-b50a-4054-b861-baa69e557345 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1338859 May 05 15:31:36.408991 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6def2beb-d8c5-483a-a27d-71778ec58aef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "PUT /v2.0/floatingips/b5088f0c-5982-4d8c-b06b-02fbfa4d33d5 HTTP/1.1" status: 200 len: 990 time: 2.0760226 May 05 15:31:36.413092 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38454) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:36.413620 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:36.416840 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c67740-ad90-43ca-ac3e-5e0858c423a6" -d '{"events": [{"name": "network-changed", "server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:36.440124 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a9fbb569-6085-4a7b-abcc-ea82aefd82b9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.440124 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.440124 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9fbb569-6085-4a7b-abcc-ea82aefd82b9 HTTP/1.1" status: 204 len: 168 time: 0.4800892 May 05 15:31:36.456979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fbb569-6085-4a7b-abcc-ea82aefd82b9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:36.481152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.481920 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.483408 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.484508 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.485464 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.486012 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.486657 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.487192 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.487789 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.488342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.488917 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.489683 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.490214 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.490749 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.491270 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca7ccae-2f10-4af2-bc7e-b12f5196ac6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:36.530937 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4e57b433-c669-4afa-95fb-c1bcc211f262 req-2e662742-a19e-4972-b32a-866cf4172f0e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366434 May 05 15:31:36.560356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:36.590655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7378952-7950-4de8-b2b6-f4be7a000d79 x-openstack-request-id: req-d7378952-7950-4de8-b2b6-f4be7a000d79 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:36.591173 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:36.591297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7378952-7950-4de8-b2b6-f4be7a000d79 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:36.591691 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7378952-7950-4de8-b2b6-f4be7a000d79'] response: {'name': 'network-changed', 'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'status': 'completed', 'code': 200} May 05 15:31:36.616805 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-573b6330-9b53-4783-920f-972191e4fd6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661321 May 05 15:31:36.652847 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8729bdaa-e115-4feb-8f70-6496bdca8362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.747919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-995cff69-76e8-4bc7-98c4-04b7145eb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:36.752924 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-995cff69-76e8-4bc7-98c4-04b7145eb7d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 1129 time: 0.1129887 May 05 15:31:36.784506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-53a2a0de-23b3-47db-b473-d1570c02008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:36.786019 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-53a2a0de-23b3-47db-b473-d1570c02008a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5749714520245aaaf1d3bbfbff50f83&device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 1130 time: 0.0679405 May 05 15:31:36.798578 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8729bdaa-e115-4feb-8f70-6496bdca8362 admin admin] Publish callbacks [] for security_group (1cbaf5bb-7449-46af-bc77-f5a3b7141e20), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.897366 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8729bdaa-e115-4feb-8f70-6496bdca8362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1cbaf5bb-7449-46af-bc77-f5a3b7141e20), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:36.938717 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:35Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:36.959769 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8729bdaa-e115-4feb-8f70-6496bdca8362 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=419f405a527f4f19a8ac9dcbbc4bedc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5390487 May 05 15:31:36.960664 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38472) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:36.961379 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729bdaa-e115-4feb-8f70-6496bdca8362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbaf5bb-7449-46af-bc77-f5a3b7141e20,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:36.990232 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:31:36.995779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-798f0510-fe84-43f6-b06f-bb40571a2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:36.997655 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-798f0510-fe84-43f6-b06f-bb40571a2177 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.1768684 May 05 15:31:37.002365 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:37.002928 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:37.063771 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38480) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:37.110182 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0eeea-1fdb-4ceb-877c-003b05ce14f6 req-33d7d448-e620-4c15-b67a-00583d0e433c tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:37.111794 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96b0eeea-1fdb-4ceb-877c-003b05ce14f6 req-33d7d448-e620-4c15-b67a-00583d0e433c tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.0746813 May 05 15:31:37.116987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Publish callbacks [] for security_group (1cbaf5bb-7449-46af-bc77-f5a3b7141e20), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.159352 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:37.191998 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Publish callbacks [] for security_group (1cbaf5bb-7449-46af-bc77-f5a3b7141e20), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.229063 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96b0eeea-1fdb-4ceb-877c-003b05ce14f6 req-fdeab570-7329-429e-ad62-60b9022f8972 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040585 May 05 15:31:37.237196 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee07e188-cf6f-46ff-bfe0-684294c55da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.276750 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994042b-434a-447a-ad96-d25c9383a82a req-15113062-be34-4ca0-a61f-befcc90a73a3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:37.278225 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3994042b-434a-447a-ad96-d25c9383a82a req-15113062-be34-4ca0-a61f-befcc90a73a3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1059844 May 05 15:31:37.340992 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3994042b-434a-447a-ad96-d25c9383a82a req-9d730cfb-5e5f-410c-a565-207e02431e09 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554116 May 05 15:31:37.343214 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1cbaf5bb-7449-46af-bc77-f5a3b7141e20), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.346077 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.347260 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cbaf5bb-7449-46af-bc77-f5a3b7141e20 HTTP/1.1" status: 204 len: 168 time: 0.3733349 May 05 15:31:37.445552 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e824d-9156-419d-a71e-ee4e67f74253 req-2aa29b60-3955-4e43-8810-8a53fde2b925 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:37.447305 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e62e824d-9156-419d-a71e-ee4e67f74253 req-2aa29b60-3955-4e43-8810-8a53fde2b925 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0656807 May 05 15:31:37.450625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbaf5bb-7449-46af-bc77-f5a3b7141e20,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:37.569166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.569166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.569166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.569590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.570046 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.570442 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.570827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.571217 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.571657 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.572050 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.572568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.572957 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.573341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.573724 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.574104 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3192e3b-a787-430c-ad88-6426f52fd336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:31:37.587280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-5e5ae053-e5f2-478b-acf8-9b4202e1d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:37.589554 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-5e5ae053-e5f2-478b-acf8-9b4202e1d146 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82f970e9-b590-4429-9e9c-0fb85234d6d6 HTTP/1.1" status: 200 len: 913 time: 0.2620332 May 05 15:31:37.598116 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e62e824d-9156-419d-a71e-ee4e67f74253 req-fa85d994-5aac-4ce5-aadd-cf1eeba26e68 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447039 May 05 15:31:37.677585 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:35Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:37.708219 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096e718-791e-42a7-9b69-f59f1e13fb79 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:35Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:31:37.739528 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee07e188-cf6f-46ff-bfe0-684294c55da9 admin admin] Publish callbacks [] for security_group (a736c27e-f817-4e88-b598-a1ec94078b34), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.817586 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfeeb5-d0e0-4fd9-86fa-98fb8cb0d18a req-559b78ca-6d3b-4dac-9e5e-f649c15df3f8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:37.817586 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-23bfeeb5-d0e0-4fd9-86fa-98fb8cb0d18a req-559b78ca-6d3b-4dac-9e5e-f649c15df3f8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0956767 May 05 15:31:37.818097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ee07e188-cf6f-46ff-bfe0-684294c55da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a736c27e-f817-4e88-b598-a1ec94078b34), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.826593 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38508) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:37.831941 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'floatingip': {'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:37.853626 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ee07e188-cf6f-46ff-bfe0-684294c55da9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=481db453d18d4c36a0587c6d51c5556d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7936635 May 05 15:31:37.856207 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38512) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:37.927323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] Publish callbacks [] for security_group (a736c27e-f817-4e88-b598-a1ec94078b34), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.929326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e188-cf6f-46ff-bfe0-684294c55da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736c27e-f817-4e88-b598-a1ec94078b34,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:37.956001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] Publish callbacks [] for security_group (a736c27e-f817-4e88-b598-a1ec94078b34), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:37.963672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.043805 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64728545-468d-4f24-aca6-eb8ce034f2c9 None None] New status for floating IP b5088f0c-5982-4d8c-b06b-02fbfa4d33d5: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:31:38.094450 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a736c27e-f817-4e88-b598-a1ec94078b34), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.098991 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.100390 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a736c27e-f817-4e88-b598-a1ec94078b34 HTTP/1.1" status: 204 len: 168 time: 0.2432723 May 05 15:31:38.111774 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678d098-b1d2-40e7-bbcf-4e426eefc183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736c27e-f817-4e88-b598-a1ec94078b34,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:38.179310 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:31:38.191765 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38526) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:38.211017 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-30467dc5-c237-4b55-9ead-203eebfb0397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.350626 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-30467dc5-c237-4b55-9ead-203eebfb0397 admin admin] Publish callbacks [] for security_group (c1a41556-eff5-42cf-ba87-bfb22ddd7e14), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.431753 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-30467dc5-c237-4b55-9ead-203eebfb0397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c1a41556-eff5-42cf-ba87-bfb22ddd7e14), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.493776 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-30467dc5-c237-4b55-9ead-203eebfb0397 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=947e62625ce642428a0cfd022f8bae75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008437 May 05 15:31:38.494813 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467dc5-c237-4b55-9ead-203eebfb0397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a41556-eff5-42cf-ba87-bfb22ddd7e14,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:38.509252 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38534) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:38.550085 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496775e5-0e41-4df9-8e38-99928d36c9b7 req-5148b7df-7307-4112-b76a-94e55d3e6fa4 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:38.551782 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-496775e5-0e41-4df9-8e38-99928d36c9b7 req-5148b7df-7307-4112-b76a-94e55d3e6fa4 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.1946707 May 05 15:31:38.644070 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] Publish callbacks [] for security_group (c1a41556-eff5-42cf-ba87-bfb22ddd7e14), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.676230 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] Publish callbacks [] for security_group (c1a41556-eff5-42cf-ba87-bfb22ddd7e14), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.757873 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7e22-5b67-49a6-ad68-1c3a3326c266 req-e4393996-a147-4c9e-8090-4b782d17d439 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:38.759458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44ff7e22-5b67-49a6-ad68-1c3a3326c266 req-e4393996-a147-4c9e-8090-4b782d17d439 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0757856 May 05 15:31:38.843510 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44ff7e22-5b67-49a6-ad68-1c3a3326c266 req-efee31bf-dc2c-4ea5-ab41-8819ece34f73 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 May 05 15:31:38.898855 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c1a41556-eff5-42cf-ba87-bfb22ddd7e14), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.901468 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:38.902589 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1a41556-eff5-42cf-ba87-bfb22ddd7e14 HTTP/1.1" status: 204 len: 168 time: 0.3891153 May 05 15:31:38.910992 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328b1bc-da74-4269-8566-1563349fbd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a41556-eff5-42cf-ba87-bfb22ddd7e14,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:38.979751 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-496775e5-0e41-4df9-8e38-99928d36c9b7 req-2ae0d779-29d4-408c-9d95-cf1451e59ec3 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163718 May 05 15:31:39.094781 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-8b1d4c4f-6ed4-4609-9260-5acdf1f1d6c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63068eec-a050-477e-869b-9c2a46e73269 HTTP/1.1" status: 200 len: 217 time: 0.1110351 May 05 15:31:39.130077 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.db.resource_extend [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 15:31:39.209617 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-69f92c09-ee39-494b-8fc3-c135f94c9408 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 200 len: 1000 time: 0.2288685 May 05 15:31:39.235455 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.321119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38548) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:39.335449 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d16bbcc9-dbba-472f-b547-3385f6eb971a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.335802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.393697 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6a9e-db71-4534-981c-6a53c290691b req-acfc52cf-d548-4820-879f-9e76a0b14816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.395218 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-acfc52cf-d548-4820-879f-9e76a0b14816 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1129 time: 0.1216717 May 05 15:31:39.400024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-82fc437f-a614-45ec-b5d3-0d8c26ec85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.404413 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-82fc437f-a614-45ec-b5d3-0d8c26ec85d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f84517-674c-4c5d-9904-1b437d780662 HTTP/1.1" status: 200 len: 852 time: 0.1551588 May 05 15:31:39.409344 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-a706f9ee-f849-4cc8-9c7f-1bfba8163b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.411107 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-a706f9ee-f849-4cc8-9c7f-1bfba8163b61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.1386545 May 05 15:31:39.453527 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d16bbcc9-dbba-472f-b547-3385f6eb971a admin admin] Publish callbacks [] for security_group (8bab0bbb-e409-46fc-8493-aa82965bd9dc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.503028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d16bbcc9-dbba-472f-b547-3385f6eb971a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8bab0bbb-e409-46fc-8493-aa82965bd9dc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.558089 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-896f9d99-85b6-40cb-9ec4-b3df93dc896f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82f970e9-b590-4429-9e9c-0fb85234d6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833580 May 05 15:31:39.584290 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d16bbcc9-dbba-472f-b547-3385f6eb971a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e03eedc1ad4436eb706ef2804766165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618444 May 05 15:31:39.588394 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38560) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:39.591346 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bbcc9-dbba-472f-b547-3385f6eb971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab0bbb-e409-46fc-8493-aa82965bd9dc,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:39.605237 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-32242d67-2ca6-4aef-9cd9-90f8f30340b7 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.606679 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-32242d67-2ca6-4aef-9cd9-90f8f30340b7 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.60 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.0839252 May 05 15:31:39.641639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-ea2c405e-1b32-4ee4-a304-9512c35689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.641639 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-ea2c405e-1b32-4ee4-a304-9512c35689cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1684308 May 05 15:31:39.648686 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Floating IP f5744196-d25b-4007-871e-b7bfcb1dfc72 associated. External IP: 172.27.2.118, port: ed1fbad5-e017-4c45-8ca7-8543fdc99caa. May 05 15:31:39.783837 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Deleting port 63068eec-a050-477e-869b-9c2a46e73269 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:31:39.784951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (63068eec-a050-477e-869b-9c2a46e73269), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.834187 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6a9e-db71-4534-981c-6a53c290691b req-04611b11-a58c-4ec2-b7dc-e4f24f49c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:39.835898 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-04611b11-a58c-4ec2-b7dc-e4f24f49c3d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.3597820 May 05 15:31:39.975803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] For port 63068eec-a050-477e-869b-9c2a46e73269, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63068eec-a050-477e-869b-9c2a46e73269,segment=NetworkSegment(eca41ba3-1b22-41dc-b11f-dbd0941f8111),segment_id=eca41ba3-1b22-41dc-b11f-dbd0941f8111)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:31:39.976264 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (63068eec-a050-477e-869b-9c2a46e73269), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:39.991222 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-8f2da7b3-ac0f-4600-abef-1a8bbaf20832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 200 len: 217 time: 0.1134129 May 05 15:31:40.001920 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848ce6-7b6a-430c-8c84-d0da35d7e586 req-1cb89efa-fada-43d3-b42b-9a6df89a2784 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:40.002124 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-fb6ad829-0383-49ed-9fcb-db4ed362eef2 service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295306 May 05 15:31:40.009235 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43848ce6-7b6a-430c-8c84-d0da35d7e586 req-1cb89efa-fada-43d3-b42b-9a6df89a2784 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0876749 May 05 15:31:40.017828 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Calling delete_port for 63068eec-a050-477e-869b-9c2a46e73269 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:31:40.022298 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] Publish callbacks [] for security_group (8bab0bbb-e409-46fc-8493-aa82965bd9dc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.112804 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-e54419e3-4f4c-4d4d-9b88-9e4576256418 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159245 May 05 15:31:40.126744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] Publish callbacks [] for security_group (8bab0bbb-e409-46fc-8493-aa82965bd9dc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.154830 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43848ce6-7b6a-430c-8c84-d0da35d7e586 req-64e88acd-238b-43e2-ba43-05fe8c113beb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443415 May 05 15:31:40.258112 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6a9e-db71-4534-981c-6a53c290691b req-81017065-8b83-4955-a958-6382961860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:40.259634 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-81017065-8b83-4955-a958-6382961860b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.2534373 May 05 15:31:40.419913 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (63068eec-a050-477e-869b-9c2a46e73269), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.442671 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['63068eec-a050-477e-869b-9c2a46e73269'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:31:40.498271 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Pushing event deleted for resources: {'Port': ['ID=63068eec-a050-477e-869b-9c2a46e73269,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:40.600651 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] No DVR routers for this DVR port 63068eec-a050-477e-869b-9c2a46e73269 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:31:40.605292 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.609472 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51ce7eba-be81-458f-838d-e5c0bd50323a req-b429566d-de77-4c06-ad23-a19fae4f5dad tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.60 "DELETE /v2.0/ports/63068eec-a050-477e-869b-9c2a46e73269 HTTP/1.1" status: 204 len: 173 time: 0.9974287 May 05 15:31:40.610088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'name': 'network-vif-deleted', 'tag': '63068eec-a050-477e-869b-9c2a46e73269'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:40.612983 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77362aad-9d9c-4c5d-8782-9a5395dceb9f" -d '{"events": [{"server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "name": "network-vif-deleted", "tag": "63068eec-a050-477e-869b-9c2a46e73269"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:40.627994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6a9e-db71-4534-981c-6a53c290691b req-39f201c8-81ae-4693-97a5-58a16fee76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:40.633456 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-39f201c8-81ae-4693-97a5-58a16fee76e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095853 May 05 15:31:40.676127 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3c849-bb41-4ec3-b4ff-32d9bf3d2e3c x-openstack-request-id: req-c1c3c849-bb41-4ec3-b4ff-32d9bf3d2e3c {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:40.676678 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203c749c-0e77-4d01-b762-1b2375b59434", "name": "network-vif-deleted", "tag": "63068eec-a050-477e-869b-9c2a46e73269", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:40.676788 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1c3c849-bb41-4ec3-b4ff-32d9bf3d2e3c {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:40.677241 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c3c849-bb41-4ec3-b4ff-32d9bf3d2e3c'] response: {'server_uuid': '203c749c-0e77-4d01-b762-1b2375b59434', 'name': 'network-vif-deleted', 'tag': '63068eec-a050-477e-869b-9c2a46e73269', 'status': 'completed', 'code': 200} May 05 15:31:40.757007 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7537dc-91d1-493b-a89b-835e6c1736f7 req-d0219c25-38f9-4f7e-b50e-8a5914bf7c2e tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:40.764445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1e7537dc-91d1-493b-a89b-835e6c1736f7 req-d0219c25-38f9-4f7e-b50e-8a5914bf7c2e tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 946 time: 0.5731609 May 05 15:31:40.768878 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b4cf34c2-98dc-479b-88d4-48ec79e8665c req-323c311d-f178-4f0d-af85-5d0a1d8cf0c1 service neutron] 10.222.0.60 "GET /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406635 May 05 15:31:40.917874 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73c67740-ad90-43ca-ac3e-5e0858c423a6 req-d5d2c158-ed9a-4f16-88d4-2e837c97ece2 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840376 May 05 15:31:40.926430 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:31:40.942282 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8bab0bbb-e409-46fc-8493-aa82965bd9dc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.944888 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:40.948816 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bab0bbb-e409-46fc-8493-aa82965bd9dc HTTP/1.1" status: 204 len: 168 time: 1.3289027 May 05 15:31:40.950358 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1e7537dc-91d1-493b-a89b-835e6c1736f7 req-0f154e4b-f02c-4c96-92ec-1ea802726675 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9589d61-d5ce-4551-a6fa-4b8134afc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849186 May 05 15:31:40.964566 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-66e2e77f-5f8f-4a7c-8678-5d303b170eff service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004763 May 05 15:31:40.974272 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44394b-d79f-4665-a2c7-6ce189068b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab0bbb-e409-46fc-8493-aa82965bd9dc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:41.196840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:31:41.196840 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84aa6a9e-db71-4534-981c-6a53c290691b req-6c14e4c9-c947-4b2b-a8ee-2d686ec59a3f service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701460 May 05 15:31:41.198642 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:41.230091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:31:41.251415 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:41.252433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:41.261775 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f0afa457-36f6-4572-be7e-73cd26f2c9c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "PUT /v2.0/floatingips/f5744196-d25b-4007-871e-b7bfcb1dfc72 HTTP/1.1" status: 200 len: 991 time: 3.4339242 May 05 15:31:41.265269 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:31:41.268852 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6848c5f-d354-43ae-bf9b-7981fa994b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:31:41.322074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e7c1c7-46bd-49d2-a6b8-bd2ed84c4b50 x-openstack-request-id: req-11e7c1c7-46bd-49d2-a6b8-bd2ed84c4b50 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:31:41.327086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:31:41.327086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11e7c1c7-46bd-49d2-a6b8-bd2ed84c4b50 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:31:41.327086 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e7c1c7-46bd-49d2-a6b8-bd2ed84c4b50'] response: {'name': 'network-changed', 'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'status': 'completed', 'code': 200} May 05 15:31:41.411426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abee3f9-629b-4c8e-bee1-bae92ee27d7c req-c5815cbc-fd1d-4f38-8082-2f591e6b7a80 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:41.419202 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1abee3f9-629b-4c8e-bee1-bae92ee27d7c req-c5815cbc-fd1d-4f38-8082-2f591e6b7a80 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1055791 May 05 15:31:41.421798 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-623cc4d6-64af-40ab-a9e0-9b33e2f75ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:41.423839 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-623cc4d6-64af-40ab-a9e0-9b33e2f75ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1129 time: 0.0664284 May 05 15:31:41.459091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:41.537368 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1abee3f9-629b-4c8e-bee1-bae92ee27d7c req-42957759-a489-4bc3-a5f0-ef22694fd216 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141932 May 05 15:31:41.627141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-a66798ed-a2c7-42f7-9f43-32cf817c0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:41.629407 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-a66798ed-a2c7-42f7-9f43-32cf817c0daa service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.1459177 May 05 15:31:41.725582 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-8a304b56-4ef3-4a37-ac8c-af99c241d28f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 999 time: 0.0876458 May 05 15:31:41.858697 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'f5744196-d25b-4007-871e-b7bfcb1dfc72', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b914fa-b468-4a31-b340-1493263e6296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:09Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:41.888986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:31:41.900942 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:31:41.901974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:31:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:42.012922 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-b7c359e1-f0c2-4ac8-a348-7f51cd0a9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:42.018614 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-b7c359e1-f0c2-4ac8-a348-7f51cd0a9cdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.1001477 May 05 15:31:42.068657 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:31:42.101357 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3fb801d1-5385-409b-83ac-32a8c027f2f6 req-f5bb3af5-5cfc-4c8d-80dc-9a88e0374102 tempest-DeleteServersTestJSON-467161249 tempest-DeleteServersTestJSON-467161249-project] 10.222.0.55 "GET /v2.0/ports?device_id=203c749c-0e77-4d01-b762-1b2375b59434 HTTP/1.1" status: 200 len: 210 time: 0.0402079 May 05 15:31:42.105350 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-841b66ff-c7d7-40b2-b77b-4767b2360c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:42.106813 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-841b66ff-c7d7-40b2-b77b-4767b2360c1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774300 May 05 15:31:42.225329 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-5d587a71-a723-4740-ab1e-050389abc438 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101663 May 05 15:31:42.377672 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'f5744196-d25b-4007-871e-b7bfcb1dfc72', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b914fa-b468-4a31-b340-1493263e6296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:09Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:42.377891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6848c5f-d354-43ae-bf9b-7981fa994b4a req-83f8876f-2ba2-418a-8b32-126d61a9609c service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257889 May 05 15:31:42.410188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6c62e-2666-400c-b256-eeb1e5a1b67f None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'f5744196-d25b-4007-871e-b7bfcb1dfc72', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b914fa-b468-4a31-b340-1493263e6296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:09Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:31:42.599791 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38680) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:42.706740 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3268c3-0ec8-49c9-b03a-bc2d8ca90899 None None] New status for floating IP f5744196-d25b-4007-871e-b7bfcb1dfc72: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:31:42.724602 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197bae8-2294-411b-8fe0-9c4858a8cb93 req-a62326ae-3c9f-436f-8dd2-e69b5513c240 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:42.748322 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b197bae8-2294-411b-8fe0-9c4858a8cb93 req-a62326ae-3c9f-436f-8dd2-e69b5513c240 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1190104 May 05 15:31:42.818049 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b197bae8-2294-411b-8fe0-9c4858a8cb93 req-e15b039e-744f-4ccf-982b-7ba0faf05858 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686374 May 05 15:31:42.872763 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115727197-network', 'tenant_id': '94f2dce393564009b2689b67cc2f34ce'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:42.990602 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Made reservation on behalf of 94f2dce393564009b2689b67cc2f34ce for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:42.992953 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.004921 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.085784 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks [] for security_group (19897d9b-99b6-4647-a153-2c2d291273b9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.165275 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (19897d9b-99b6-4647-a153-2c2d291273b9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.191355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:31:43.200718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19897d9b-99b6-4647-a153-2c2d291273b9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:43.214929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (43740c45-e03c-474c-b59b-9afa44ddec7f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.215326 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Added segment 43740c45-e03c-474c-b59b-9afa44ddec7f of type vlan for network 5cd8943b-111c-4718-b04c-a9276b758ec0 May 05 15:31:43.270614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (5cd8943b-111c-4718-b04c-a9276b758ec0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.433886 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (5cd8943b-111c-4718-b04c-a9276b758ec0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.434864 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:43.435446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.498509 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd8943b-111c-4718-b04c-a9276b758ec0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:43.510756 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 5cd8943b-111c-4718-b04c-a9276b758ec0 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:31:43.536253 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 63068eec-a050-477e-869b-9c2a46e73269 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:31:43.551125 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b2968bec-609a-4416-8eaf-ae31c815a3e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9488947 May 05 15:31:43.554317 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38712) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:43.559334 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Request body: {'subnet': {'network_id': '5cd8943b-111c-4718-b04c-a9276b758ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115727197-subnet', 'tenant_id': '94f2dce393564009b2689b67cc2f34ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:43.561264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 63068eec-a050-477e-869b-9c2a46e73269 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:31:43.561456 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 63068eec-a050-477e-869b-9c2a46e73269 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:31:43.670773 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Made reservation on behalf of 94f2dce393564009b2689b67cc2f34ce for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:43.673507 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:43.967502 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7cdb7-053f-4436-b2e3-630a5c5424b2 req-c48eba33-df88-49a8-a949-84ac20004231 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:43.967502 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c7cdb7-053f-4436-b2e3-630a5c5424b2 req-c48eba33-df88-49a8-a949-84ac20004231 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0578620 May 05 15:31:43.974322 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (60a7b0ae-9bf6-4795-951e-41d9ee972a53), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.029597 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a7b0ae-9bf6-4795-951e-41d9ee972a53,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:44.043193 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c7cdb7-053f-4436-b2e3-630a5c5424b2 req-8e17304c-08e6-4f40-ac33-f98b241807a9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695601 May 05 15:31:44.047135 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Checking segment: {'id': '43740c45-e03c-474c-b59b-9afa44ddec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5cd8943b-111c-4718-b04c-a9276b758ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:44.047506 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Network hostable DHCP agents. Network: 5cd8943b-111c-4718-b04c-a9276b758ec0, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:31:44.173279 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Network 5cd8943b-111c-4718-b04c-a9276b758ec0 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:31:44.239919 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 5cd8943b-111c-4718-b04c-a9276b758ec0) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:44.246791 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:44.247558 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.250074 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db02a3c-05d8-4199-bff2-16704d90e404 None None] Network 5cd8943b-111c-4718-b04c-a9276b758ec0 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:31:44.354780 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a4ae564e-586a-43eb-a779-b8b8abe02e97 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7888560 May 05 15:31:44.359566 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f98a08-efc8-4bb7-b6ce-21a339bafd55 None None] Network 5cd8943b-111c-4718-b04c-a9276b758ec0 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:31:44.620758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38756) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:44.742383 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bd2dc45-9f4f-4934-80d8-8022f7ffb608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.802433 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38768) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:44.831447 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bd2dc45-9f4f-4934-80d8-8022f7ffb608 admin admin] Publish callbacks [] for security_group (53ff2950-ca7d-4367-95ee-329b75945a91), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.861395 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Deleting subnet e8f84517-674c-4c5d-9904-1b437d780662 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:31:44.864597 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Publish callbacks [] for subnet (e8f84517-674c-4c5d-9904-1b437d780662), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.898514 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Publish callbacks [] for subnet (e8f84517-674c-4c5d-9904-1b437d780662), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.904874 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bd2dc45-9f4f-4934-80d8-8022f7ffb608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (53ff2950-ca7d-4367-95ee-329b75945a91), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.909392 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (e8f84517-674c-4c5d-9904-1b437d780662), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:44.953832 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4bd2dc45-9f4f-4934-80d8-8022f7ffb608 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6e38c5dd239481abc0af50c159594e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319240 May 05 15:31:44.955614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2dc45-9f4f-4934-80d8-8022f7ffb608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff2950-ca7d-4367-95ee-329b75945a91,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:44.960188 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38774) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:45.023910 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] Publish callbacks [] for security_group (53ff2950-ca7d-4367-95ee-329b75945a91), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.052381 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (e8f84517-674c-4c5d-9904-1b437d780662), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.054437 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] Publish callbacks [] for security_group (53ff2950-ca7d-4367-95ee-329b75945a91), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.089998 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f84517-674c-4c5d-9904-1b437d780662,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:45.108929 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.118485 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0869b573-e2df-408d-a871-7dd299825034 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8f84517-674c-4c5d-9904-1b437d780662 HTTP/1.1" status: 204 len: 168 time: 0.3148620 May 05 15:31:45.121142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38782) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:45.125900 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38784) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:45.131266 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744061579-network', 'tenant_id': '4bcff1a488e2489b86e052406f711635'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:45.193989 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (82f970e9-b590-4429-9e9c-0fb85234d6d6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.196187 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79261f41-d8b2-4f7f-b1c0-3160e3480294 req-5e6fa0be-0f3a-4347-96f2-d03d512a0951 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:45.197680 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79261f41-d8b2-4f7f-b1c0-3160e3480294 req-5e6fa0be-0f3a-4347-96f2-d03d512a0951 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0595973 May 05 15:31:45.197819 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (53ff2950-ca7d-4367-95ee-329b75945a91), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.200249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.205359 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53ff2950-ca7d-4367-95ee-329b75945a91 HTTP/1.1" status: 204 len: 168 time: 0.2402072 May 05 15:31:45.214451 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146b12-4e9d-48bb-95cb-3007c8ebaf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff2950-ca7d-4367-95ee-329b75945a91,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:45.250678 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Made reservation on behalf of 4bcff1a488e2489b86e052406f711635 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:45.251763 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.258675 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79261f41-d8b2-4f7f-b1c0-3160e3480294 req-67476fc7-53af-4a6b-b728-eaa1021408ba tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 May 05 15:31:45.267586 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.312909 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (82f970e9-b590-4429-9e9c-0fb85234d6d6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.336913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.337282 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.338601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.339210 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > port after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.339329 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.339603 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > port after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.339927 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.340247 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.340562 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.341211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.352168 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks [] for security_group (5326207a-f5ca-4986-9f24-77351f19510b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.439947 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.445779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.445779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.445779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:31:45.445779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f970e9-b590-4429-9e9c-0fb85234d6d6']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:45.458781 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5326207a-f5ca-4986-9f24-77351f19510b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.459349 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca41ba3-1b22-41dc-b11f-dbd0941f8111') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:45.459696 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca41ba3-1b22-41dc-b11f-dbd0941f8111') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:31:45.481226 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (eca41ba3-1b22-41dc-b11f-dbd0941f8111), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.481859 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:31:45.497170 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5326207a-f5ca-4986-9f24-77351f19510b,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:45.502101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (12d62452-2542-4985-b753-b6aa7beba785), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.502450 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Added segment 12d62452-2542-4985-b753-b6aa7beba785 of type vlan for network 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a May 05 15:31:45.503837 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (eca41ba3-1b22-41dc-b11f-dbd0941f8111), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.514968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:31:45.515374 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (eca41ba3-1b22-41dc-b11f-dbd0941f8111), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: from cryptography.utils import int_from_bytes May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: from cryptography.utils import int_from_bytes May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:31:45.547003 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:31:45.549851 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (9814c6c9-cfe0-47f5-be10-2b9c0f19df5a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.634572 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (9814c6c9-cfe0-47f5-be10-2b9c0f19df5a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.636341 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:45.643188 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.662701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (82f970e9-b590-4429-9e9c-0fb85234d6d6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.684778 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.690435 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/82f970e9-b590-4429-9e9c-0fb85234d6d6 HTTP/1.1" status: 204 len: 168 time: 0.5654497 May 05 15:31:45.690435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a13a-edea-451d-8c1f-5f134a009b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f970e9-b590-4429-9e9c-0fb85234d6d6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:45.704466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] Pushing event updated for resources: {'Network': ['ID=9814c6c9-cfe0-47f5-be10-2b9c0f19df5a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:45.716246 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:31:45.725376 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a41bee57-90b7-470a-a57c-d35367517537 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5981917 May 05 15:31:45.728979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38800) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:45.735459 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Request body: {'subnet': {'network_id': '9814c6c9-cfe0-47f5-be10-2b9c0f19df5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744061579-subnet', 'tenant_id': '4bcff1a488e2489b86e052406f711635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:31:45.832305 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Made reservation on behalf of 4bcff1a488e2489b86e052406f711635 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:31:45.835911 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:45.971352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38802) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:45.986970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-462015e2-a2b8-4c2b-a4cc-65cec438a336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.089035 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-462015e2-a2b8-4c2b-a4cc-65cec438a336 admin admin] Publish callbacks [] for security_group (4a00e840-633e-4634-b4b1-c7de56f0d66a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.142326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (764449a2-4ce8-466a-b760-d2a8dd0136f2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.167151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38810) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:46.206464 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-462015e2-a2b8-4c2b-a4cc-65cec438a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4a00e840-633e-4634-b4b1-c7de56f0d66a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.206668 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=764449a2-4ce8-466a-b760-d2a8dd0136f2,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:46.225086 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Checking segment: {'id': '12d62452-2542-4985-b753-b6aa7beba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9814c6c9-cfe0-47f5-be10-2b9c0f19df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:31:46.225440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Network hostable DHCP agents. Network: 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:31:46.278972 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-462015e2-a2b8-4c2b-a4cc-65cec438a336 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aba62ef466e8497782b0e3cf1bcb8f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038046 May 05 15:31:46.278972 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462015e2-a2b8-4c2b-a4cc-65cec438a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00e840-633e-4634-b4b1-c7de56f0d66a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:46.279625 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38816) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:46.324119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Network 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:31:46.336890 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b5d6-4462-4f7f-a703-76d8b8da6462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.364051 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] Publish callbacks [] for security_group (4a00e840-633e-4634-b4b1-c7de56f0d66a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.392862 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] Publish callbacks [] for security_group (4a00e840-633e-4634-b4b1-c7de56f0d66a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.419340 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:31:46.429784 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:46.430376 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.430896 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81709ab-5815-49e8-b199-1e3df16acdcc None None] Network 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:31:46.445904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba8c5-dc26-458a-8594-9f6847018c5a req-085747fe-630d-4f5a-b53b-dfb9b264b8a5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:46.448118 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d1eba8c5-dc26-458a-8594-9f6847018c5a req-085747fe-630d-4f5a-b53b-dfb9b264b8a5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0854383 May 05 15:31:46.488509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38822) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:46.507699 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d1eba8c5-dc26-458a-8594-9f6847018c5a req-aa6ae95c-d9f3-42d0-a301-53965a2116cf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 May 05 15:31:46.539063 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-818b59d6-726f-4185-9b46-e4e9850460b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5749714520245aaaf1d3bbfbff50f83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492928 May 05 15:31:46.545220 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e374a35d-62f1-49f2-8f15-dd9d04b56aea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8129325 May 05 15:31:46.546152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38824) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:46.577645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eaa6e5-a88d-46a3-ac51-d61d9ee15d81 None None] Network 9814c6c9-cfe0-47f5-be10-2b9c0f19df5a requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:31:46.590619 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4a00e840-633e-4634-b4b1-c7de56f0d66a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.593841 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.596048 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a00e840-633e-4634-b4b1-c7de56f0d66a HTTP/1.1" status: 204 len: 168 time: 0.3146467 May 05 15:31:46.642235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c14125-e1f2-4291-987a-80afdce894a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a00e840-633e-4634-b4b1-c7de56f0d66a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:46.673455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] Publish callbacks [] for security_group (d9589d61-d5ce-4551-a6fa-4b8134afc7ac), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.674129 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b5d6-4462-4f7f-a703-76d8b8da6462 admin admin] Publish callbacks [] for security_group (26fd6743-b938-44d3-8267-a96a590947e4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.727432 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] Publish callbacks [] for security_group (d9589d61-d5ce-4551-a6fa-4b8134afc7ac), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.756920 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b5d6-4462-4f7f-a703-76d8b8da6462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (26fd6743-b938-44d3-8267-a96a590947e4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.812142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8b5d6-4462-4f7f-a703-76d8b8da6462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd6743-b938-44d3-8267-a96a590947e4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:46.819849 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d2e8b5d6-4462-4f7f-a703-76d8b8da6462 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12abc2b1ef0d4b6ca7210187ab9794c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6509993 May 05 15:31:46.822191 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38836) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:46.877743 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] Publish callbacks [] for security_group (26fd6743-b938-44d3-8267-a96a590947e4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.894596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (d9589d61-d5ce-4551-a6fa-4b8134afc7ac), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.897416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.898583 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9589d61-d5ce-4551-a6fa-4b8134afc7ac HTTP/1.1" status: 204 len: 168 time: 0.3512976 May 05 15:31:46.903862 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] Publish callbacks [] for security_group (26fd6743-b938-44d3-8267-a96a590947e4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:46.907825 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7842d48-d6d7-4db3-9f5a-3b73e001cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9589d61-d5ce-4551-a6fa-4b8134afc7ac,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:47.355161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (26fd6743-b938-44d3-8267-a96a590947e4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:47.355161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:47.355161 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26fd6743-b938-44d3-8267-a96a590947e4 HTTP/1.1" status: 204 len: 168 time: 0.4010658 May 05 15:31:47.355161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b0e1d-131f-4ae1-a75f-1b0a08fa471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd6743-b938-44d3-8267-a96a590947e4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:47.656025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef866333-de52-474b-95b1-7ffd5e18b5cd req-f15b7e11-373c-4d76-9faa-1bf3b2ee4ce8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:47.656025 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef866333-de52-474b-95b1-7ffd5e18b5cd req-f15b7e11-373c-4d76-9faa-1bf3b2ee4ce8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0508060 May 05 15:31:47.694513 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef866333-de52-474b-95b1-7ffd5e18b5cd req-741cd093-fccb-487a-aa73-d376f08b428c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 May 05 15:31:48.432639 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38884) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:48.446800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de1a63db-20b6-4d21-870a-2a20c2cbd8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.541577 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de1a63db-20b6-4d21-870a-2a20c2cbd8e8 admin admin] Publish callbacks [] for security_group (af42ac7f-0356-4997-b8df-71e058db18ef), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.621278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-de1a63db-20b6-4d21-870a-2a20c2cbd8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (af42ac7f-0356-4997-b8df-71e058db18ef), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.663413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38890) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:48.663965 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-de1a63db-20b6-4d21-870a-2a20c2cbd8e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eba2a373347d4340b782e6b983257913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269137 May 05 15:31:48.664329 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38892) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:48.679956 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a63db-20b6-4d21-870a-2a20c2cbd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42ac7f-0356-4997-b8df-71e058db18ef,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:48.770899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] Publish callbacks [] for security_group (af42ac7f-0356-4997-b8df-71e058db18ef), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.868246 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] Publish callbacks [] for security_group (af42ac7f-0356-4997-b8df-71e058db18ef), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.870227 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95ea67-9076-4fbe-8a2e-28f1043f368a req-1473bacc-138c-4c1b-9b14-17e629224c9d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:48.871768 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac95ea67-9076-4fbe-8a2e-28f1043f368a req-1473bacc-138c-4c1b-9b14-17e629224c9d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0708048 May 05 15:31:48.914059 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3b52be9-ae09-4ed8-b50c-2dfeb7faecbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:48.959274 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac95ea67-9076-4fbe-8a2e-28f1043f368a req-1e2ecb40-e9e6-4817-8819-962a3d3429c2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 May 05 15:31:49.060990 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (af42ac7f-0356-4997-b8df-71e058db18ef), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.063647 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.065073 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af42ac7f-0356-4997-b8df-71e058db18ef HTTP/1.1" status: 204 len: 168 time: 0.3999956 May 05 15:31:49.086894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868f5c4-c82d-49f0-8c66-1112eb24202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42ac7f-0356-4997-b8df-71e058db18ef,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:49.141912 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3b52be9-ae09-4ed8-b50c-2dfeb7faecbd admin admin] Publish callbacks [] for security_group (c1008db4-fab4-45e4-ae0e-b84736912b44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.214241 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3b52be9-ae09-4ed8-b50c-2dfeb7faecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c1008db4-fab4-45e4-ae0e-b84736912b44), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.260519 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e3b52be9-ae09-4ed8-b50c-2dfeb7faecbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4978ac6205434cafb9d570ca71de575b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918555 May 05 15:31:49.260519 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b52be9-ae09-4ed8-b50c-2dfeb7faecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1008db4-fab4-45e4-ae0e-b84736912b44,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:49.260852 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38916) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:49.345017 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] Publish callbacks [] for security_group (c1008db4-fab4-45e4-ae0e-b84736912b44), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.373427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] Publish callbacks [] for security_group (c1008db4-fab4-45e4-ae0e-b84736912b44), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.497426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c1008db4-fab4-45e4-ae0e-b84736912b44), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.500510 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.502233 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1008db4-fab4-45e4-ae0e-b84736912b44 HTTP/1.1" status: 204 len: 168 time: 0.2400596 May 05 15:31:49.511728 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d77034-eebb-4fb8-a3b1-67279aeedef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1008db4-fab4-45e4-ae0e-b84736912b44,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:49.820120 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38936) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:49.859518 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4e97dc56-7a51-4059-81ab-4541a40b8b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:49.942139 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4e97dc56-7a51-4059-81ab-4541a40b8b30 admin admin] Publish callbacks [] for security_group (01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.011595 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4e97dc56-7a51-4059-81ab-4541a40b8b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.049426 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4e97dc56-7a51-4059-81ab-4541a40b8b30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bbbba92b8eb42a19d7a5f8a012abb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281351 May 05 15:31:50.052198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38948) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:50.103353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38943a-f42f-4527-9512-70a629c5f76c req-e290c111-da03-4f5d-ba77-00b178027848 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:50.104393 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f38943a-f42f-4527-9512-70a629c5f76c req-e290c111-da03-4f5d-ba77-00b178027848 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0540576 May 05 15:31:50.106453 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97dc56-7a51-4059-81ab-4541a40b8b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:50.141641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] Publish callbacks [] for security_group (01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.166399 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] Publish callbacks [] for security_group (01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.167159 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f38943a-f42f-4527-9512-70a629c5f76c req-e493af9e-44fe-4a60-914c-fca8d81f7cf1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 May 05 15:31:50.311014 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.313745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.314908 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc HTTP/1.1" status: 204 len: 168 time: 0.2613168 May 05 15:31:50.328198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7717-16fb-4214-a01d-c344d9cd98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5ff5f-817e-43ec-af6a-e4f4d33c7cdc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:50.396878 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 38958) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:50.410650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-736756e1-ae52-4896-9acf-08a56290e1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.493392 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-736756e1-ae52-4896-9acf-08a56290e1db admin admin] Publish callbacks [] for security_group (f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.679725 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-736756e1-ae52-4896-9acf-08a56290e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.720266 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-736756e1-ae52-4896-9acf-08a56290e1db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86e7b793c5e3425ea6366fc2957c11d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222053 May 05 15:31:50.720998 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736756e1-ae52-4896-9acf-08a56290e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:50.724038 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 38962) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:50.811398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] Publish callbacks [] for security_group (f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.838548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] Publish callbacks [] for security_group (f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.962295 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.965534 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:50.970269 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b HTTP/1.1" status: 204 len: 168 time: 0.2406728 May 05 15:31:50.979157 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8ed8f-b343-46a0-be2f-b7285a328d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe8f39-eb98-4b3b-bbd0-2f5cea7b383b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:51.288551 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd38687-0c29-4236-bba5-4c3357d2d03b req-3ae8ae81-11ef-4993-98f4-78e79bd94cc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:51.290269 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4dd38687-0c29-4236-bba5-4c3357d2d03b req-3ae8ae81-11ef-4993-98f4-78e79bd94cc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0524535 May 05 15:31:51.347133 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4dd38687-0c29-4236-bba5-4c3357d2d03b req-b9a3af5c-e847-4f46-a574-a93f6b295fda tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 May 05 15:31:52.480836 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedfa20-9e73-4709-9132-8317cf963b3d req-6cc6cec5-57d6-4bf4-a6d9-5428894fc049 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:52.482875 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7dedfa20-9e73-4709-9132-8317cf963b3d req-6cc6cec5-57d6-4bf4-a6d9-5428894fc049 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0460923 May 05 15:31:52.540860 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7dedfa20-9e73-4709-9132-8317cf963b3d req-081a3900-e6a2-43d1-b67d-348ad2afc912 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 May 05 15:31:53.662971 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615397-2be0-4fe4-8afb-ad8525f4d244 req-ec393132-2fb2-43c4-8511-079a58550414 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:53.664739 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-48615397-2be0-4fe4-8afb-ad8525f4d244 req-ec393132-2fb2-43c4-8511-079a58550414 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0571501 May 05 15:31:53.723911 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-48615397-2be0-4fe4-8afb-ad8525f4d244 req-9e5dc543-5508-46fe-950c-18e72d8466c0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502956 May 05 15:31:54.171678 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39106) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:54.288748 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39112) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:54.334010 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df93ad0d-9468-4415-ba9f-cd6b80accca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.357223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1939123e-0e9a-45f4-b6e3-f8bf6236e508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.472471 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df93ad0d-9468-4415-ba9f-cd6b80accca6 admin admin] Publish callbacks [] for security_group (a44b72ad-15c2-4d03-ada6-dbc687ee27f8), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.483704 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1939123e-0e9a-45f4-b6e3-f8bf6236e508 admin admin] Publish callbacks [] for security_group (bc9a1469-8413-42f7-81a7-0146091d407d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.570706 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-df93ad0d-9468-4415-ba9f-cd6b80accca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a44b72ad-15c2-4d03-ada6-dbc687ee27f8), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.606492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1939123e-0e9a-45f4-b6e3-f8bf6236e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (bc9a1469-8413-42f7-81a7-0146091d407d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.623051 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-df93ad0d-9468-4415-ba9f-cd6b80accca6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=770a05e204ea432982bc0869dfb1526d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502106 May 05 15:31:54.626614 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93ad0d-9468-4415-ba9f-cd6b80accca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44b72ad-15c2-4d03-ada6-dbc687ee27f8,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:54.627302 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39120) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:54.650864 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1939123e-0e9a-45f4-b6e3-f8bf6236e508 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81ec120b38534c9a80ea739ac55c1439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610351 May 05 15:31:54.654559 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39122) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:54.676257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939123e-0e9a-45f4-b6e3-f8bf6236e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a1469-8413-42f7-81a7-0146091d407d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:54.687000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] Publish callbacks [] for security_group (a44b72ad-15c2-4d03-ada6-dbc687ee27f8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.715146 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] Publish callbacks [] for security_group (a44b72ad-15c2-4d03-ada6-dbc687ee27f8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.730350 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] Publish callbacks [] for security_group (bc9a1469-8413-42f7-81a7-0146091d407d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.757974 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] Publish callbacks [] for security_group (bc9a1469-8413-42f7-81a7-0146091d407d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.858823 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f42542-c82f-46bc-8e65-a9108c6673d7 req-fe6d22e4-8698-49fa-9325-0b5705beed93 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:54.860338 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-11f42542-c82f-46bc-8e65-a9108c6673d7 req-fe6d22e4-8698-49fa-9325-0b5705beed93 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0540023 May 05 15:31:54.904869 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a44b72ad-15c2-4d03-ada6-dbc687ee27f8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.907408 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-11f42542-c82f-46bc-8e65-a9108c6673d7 req-b0288acb-44a3-4f19-beeb-c34e22f1e43c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 May 05 15:31:54.907677 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.908933 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a44b72ad-15c2-4d03-ada6-dbc687ee27f8 HTTP/1.1" status: 204 len: 168 time: 0.2804713 May 05 15:31:54.918584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac1742-d698-422c-b302-d72f27e57f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44b72ad-15c2-4d03-ada6-dbc687ee27f8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:54.933332 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (bc9a1469-8413-42f7-81a7-0146091d407d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.935996 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:54.940307 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc9a1469-8413-42f7-81a7-0146091d407d HTTP/1.1" status: 204 len: 168 time: 0.2818975 May 05 15:31:54.945648 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94359c-0722-46b9-a6c5-866c0c228d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a1469-8413-42f7-81a7-0146091d407d,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:55.685742 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39146) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:55.699058 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-289d40ad-2f01-45dd-9f16-9247c6ca4d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:55.777618 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39152) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:55.792470 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-854f985c-c7c4-4e42-8af7-7404d6db8103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:55.798897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-289d40ad-2f01-45dd-9f16-9247c6ca4d37 admin admin] Publish callbacks [] for security_group (5fd33103-ef03-4ab1-adb8-6610508ff250), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:55.871524 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-854f985c-c7c4-4e42-8af7-7404d6db8103 admin admin] Publish callbacks [] for security_group (db699980-4af1-4e4e-9037-be669b49facc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:55.893323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-289d40ad-2f01-45dd-9f16-9247c6ca4d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5fd33103-ef03-4ab1-adb8-6610508ff250), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:55.931788 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-289d40ad-2f01-45dd-9f16-9247c6ca4d37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cac0b413d04f4121aa4b0a9cefcb7ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447803 May 05 15:31:55.932997 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d40ad-2f01-45dd-9f16-9247c6ca4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd33103-ef03-4ab1-adb8-6610508ff250,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:55.934761 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39156) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:55.984396 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-854f985c-c7c4-4e42-8af7-7404d6db8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (db699980-4af1-4e4e-9037-be669b49facc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.108669 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-854f985c-c7c4-4e42-8af7-7404d6db8103 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca62f3e0bbb348ca95de2a20b00bed86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298707 May 05 15:31:56.111316 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39164) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:31:56.113147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f985c-c7c4-4e42-8af7-7404d6db8103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db699980-4af1-4e4e-9037-be669b49facc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:56.130622 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549575a-63d7-414f-87f9-90804d988a41 req-a39f14a4-8dd6-4696-8dac-1900f29edf8e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:56.132258 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1549575a-63d7-414f-87f9-90804d988a41 req-a39f14a4-8dd6-4696-8dac-1900f29edf8e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.1357052 May 05 15:31:56.136503 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] Publish callbacks [] for security_group (5fd33103-ef03-4ab1-adb8-6610508ff250), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.178177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] Publish callbacks [] for security_group (5fd33103-ef03-4ab1-adb8-6610508ff250), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.193379 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] Publish callbacks [] for security_group (db699980-4af1-4e4e-9037-be669b49facc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.228882 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1549575a-63d7-414f-87f9-90804d988a41 req-dbe1fd09-da5c-4113-baa1-2747b5aea14f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874147 May 05 15:31:56.231976 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] Publish callbacks [] for security_group (db699980-4af1-4e4e-9037-be669b49facc), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.336359 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5fd33103-ef03-4ab1-adb8-6610508ff250), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.338967 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.340176 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fd33103-ef03-4ab1-adb8-6610508ff250 HTTP/1.1" status: 204 len: 168 time: 0.4028440 May 05 15:31:56.349054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d41ab-dd70-4253-9659-2098b5bd09a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd33103-ef03-4ab1-adb8-6610508ff250,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:56.367583 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (db699980-4af1-4e4e-9037-be669b49facc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.381070 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:56.381070 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db699980-4af1-4e4e-9037-be669b49facc HTTP/1.1" status: 204 len: 168 time: 0.2612188 May 05 15:31:56.386103 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26920e55-3296-41af-814a-f6e8965c289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db699980-4af1-4e4e-9037-be669b49facc,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:31:57.316985 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-970d5eb5-be33-4582-a8e9-8f82730d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:57.385707 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c8bf8-d79b-4399-b4dd-b8195a9bccd0 req-2753e651-eae4-43e6-a4e0-60ddbe1f86c4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:57.387296 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b49c8bf8-d79b-4399-b4dd-b8195a9bccd0 req-2753e651-eae4-43e6-a4e0-60ddbe1f86c4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0839548 May 05 15:31:57.448403 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b49c8bf8-d79b-4399-b4dd-b8195a9bccd0 req-c94f5e40-228d-4af8-92b3-d84eccd9b48b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 May 05 15:31:58.585375 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcc8bd-ce90-4732-b593-aec96a7e35d2 req-12a29d82-43ca-4d89-a30b-ff58ce47cc66 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:58.587314 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1fcc8bd-ce90-4732-b593-aec96a7e35d2 req-12a29d82-43ca-4d89-a30b-ff58ce47cc66 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0680997 May 05 15:31:58.655408 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1fcc8bd-ce90-4732-b593-aec96a7e35d2 req-4b191af5-852f-4a38-a52e-8bdc7b68abae tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562024 May 05 15:31:59.636830 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-996c8e6e-463d-471a-8e4b-e0eb642447fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:31:59.787270 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ba7c9-ba1f-4117-96db-a61758b2471f req-2aee5d69-ab2c-4707-addc-8ca7ef396618 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:31:59.788812 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a12ba7c9-ba1f-4117-96db-a61758b2471f req-2aee5d69-ab2c-4707-addc-8ca7ef396618 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0613232 May 05 15:31:59.857149 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a12ba7c9-ba1f-4117-96db-a61758b2471f req-225e76e1-8b89-43ef-bb65-96c392ebecba tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598803 May 05 15:32:00.849162 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:00.994103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f836463-c8c8-475a-ae9b-2f91fa716f97 req-4c8abb48-90ee-4109-9114-275228bedeb5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:00.996426 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9f836463-c8c8-475a-ae9b-2f91fa716f97 req-4c8abb48-90ee-4109-9114-275228bedeb5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0519903 May 05 15:32:01.059819 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9f836463-c8c8-475a-ae9b-2f91fa716f97 req-89af1a70-505b-4543-8e57-f5d396cebda6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 May 05 15:32:02.123100 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:02.193895 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96145-32e6-4003-8ce8-a01551e83f4c req-2a65cdb4-4681-4f2f-b928-6a7b1df911fb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:02.195824 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9bd96145-32e6-4003-8ce8-a01551e83f4c req-2a65cdb4-4681-4f2f-b928-6a7b1df911fb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0591693 May 05 15:32:02.247920 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9bd96145-32e6-4003-8ce8-a01551e83f4c req-6d49b867-cf63-4df9-add5-1b70854f9a54 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 May 05 15:32:02.927370 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39388) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:03.094960 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d2620d08-9bdb-49b8-a9ab-87710f728ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.169677 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d2620d08-9bdb-49b8-a9ab-87710f728ac2 admin admin] Publish callbacks [] for security_group (f6543ceb-5209-4df7-a527-838f89d1c9a6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.239333 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d2620d08-9bdb-49b8-a9ab-87710f728ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f6543ceb-5209-4df7-a527-838f89d1c9a6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.279634 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620d08-9bdb-49b8-a9ab-87710f728ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6543ceb-5209-4df7-a527-838f89d1c9a6,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:03.283011 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d2620d08-9bdb-49b8-a9ab-87710f728ac2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3113894e75dd4ac3ac156ccd21817a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524261 May 05 15:32:03.285378 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39398) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:03.375603 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] Publish callbacks [] for security_group (f6543ceb-5209-4df7-a527-838f89d1c9a6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.383453 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f95790-6ed5-4995-abd4-dcd6674224df req-51354432-bf56-4dd8-9e4d-55965c2996a6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:03.384987 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0f95790-6ed5-4995-abd4-dcd6674224df req-51354432-bf56-4dd8-9e4d-55965c2996a6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0636702 May 05 15:32:03.411110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] Publish callbacks [] for security_group (f6543ceb-5209-4df7-a527-838f89d1c9a6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.471329 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0f95790-6ed5-4995-abd4-dcd6674224df req-0d0963d6-7802-43af-89df-fc6a072205ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 May 05 15:32:03.607460 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f6543ceb-5209-4df7-a527-838f89d1c9a6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.610062 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.611276 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6543ceb-5209-4df7-a527-838f89d1c9a6 HTTP/1.1" status: 204 len: 168 time: 0.3247180 May 05 15:32:03.619496 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26af6a7-8648-457d-b44a-84e037712966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6543ceb-5209-4df7-a527-838f89d1c9a6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:03.719642 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:03.824996 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:04.600490 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e2ff-19ea-453b-b08c-e7da33dc0df3 req-2fe769c2-2394-44e0-9e76-c08f2e790f6e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:04.602028 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1531e2ff-19ea-453b-b08c-e7da33dc0df3 req-2fe769c2-2394-44e0-9e76-c08f2e790f6e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0511162 May 05 15:32:04.653641 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1531e2ff-19ea-453b-b08c-e7da33dc0df3 req-9c3956ac-1af7-40d0-a6d7-16ffd38c1202 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457914 May 05 15:32:05.774182 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a756ca-0747-4432-a131-6aa1443a43cb req-1d1e6c6c-7f40-4e92-839d-3d625b90dd95 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:05.775872 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b7a756ca-0747-4432-a131-6aa1443a43cb req-1d1e6c6c-7f40-4e92-839d-3d625b90dd95 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0546072 May 05 15:32:05.828619 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b7a756ca-0747-4432-a131-6aa1443a43cb req-ddf6e6e8-6319-41e5-b316-3228eba62b42 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465848 May 05 15:32:06.945206 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51620ffc-cad4-4edf-ac95-579999a71e3e req-61a3b924-0df4-4630-af4b-e44097af3a20 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:06.946577 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51620ffc-cad4-4edf-ac95-579999a71e3e req-61a3b924-0df4-4630-af4b-e44097af3a20 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0462813 May 05 15:32:06.995757 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51620ffc-cad4-4edf-ac95-579999a71e3e req-a854e7e4-5f93-4a6c-a8e8-b030b1526ae7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 May 05 15:32:08.117058 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b3bf-993c-4656-9386-c24ea6cfc94b req-c123aff1-7d42-46a3-975c-b557e5324fdb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:08.121591 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8d5b3bf-993c-4656-9386-c24ea6cfc94b req-c123aff1-7d42-46a3-975c-b557e5324fdb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0567403 May 05 15:32:08.168893 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8d5b3bf-993c-4656-9386-c24ea6cfc94b req-f2972a18-ac18-4a6c-b5dc-24c626fca4dc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 May 05 15:32:08.383564 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39526) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:08.486518 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3d98e30-28a2-4e6d-b3cc-2954e2941ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.557623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3d98e30-28a2-4e6d-b3cc-2954e2941ef3 admin admin] Publish callbacks [] for security_group (18679871-504d-40d2-aad1-5ef5f01c9d44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.630510 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3d98e30-28a2-4e6d-b3cc-2954e2941ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (18679871-504d-40d2-aad1-5ef5f01c9d44), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.669944 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d3d98e30-28a2-4e6d-b3cc-2954e2941ef3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd1d3e5710664e75ac8d9514956450c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852707 May 05 15:32:08.670883 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d98e30-28a2-4e6d-b3cc-2954e2941ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18679871-504d-40d2-aad1-5ef5f01c9d44,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:08.673742 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39530) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:08.721972 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] Publish callbacks [] for security_group (18679871-504d-40d2-aad1-5ef5f01c9d44), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.747492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] Publish callbacks [] for security_group (18679871-504d-40d2-aad1-5ef5f01c9d44), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.873410 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (18679871-504d-40d2-aad1-5ef5f01c9d44), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.875998 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:08.877135 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18679871-504d-40d2-aad1-5ef5f01c9d44 HTTP/1.1" status: 204 len: 168 time: 0.2020788 May 05 15:32:08.885096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7e722-c40a-488c-94b8-82e9a7342477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18679871-504d-40d2-aad1-5ef5f01c9d44,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:09.297942 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82827588-9a10-4fdf-88c0-20049b358787 req-15feccad-033f-45f7-9f7f-acbfdb568ad3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:09.299405 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-82827588-9a10-4fdf-88c0-20049b358787 req-15feccad-033f-45f7-9f7f-acbfdb568ad3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0464065 May 05 15:32:09.349280 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-82827588-9a10-4fdf-88c0-20049b358787 req-9e110469-2b4c-4c10-8309-e301242e40e3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441117 May 05 15:32:09.514351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39546) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:09.528126 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d35f-07d9-4e49-8127-b87d39dc4b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.612845 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d35f-07d9-4e49-8127-b87d39dc4b99 admin admin] Publish callbacks [] for security_group (1a6e4aca-58ec-4080-8a5a-65f40c042424), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.647333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d35f-07d9-4e49-8127-b87d39dc4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1a6e4aca-58ec-4080-8a5a-65f40c042424), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.685641 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d8f1d35f-07d9-4e49-8127-b87d39dc4b99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88f4a9c96d6c46d08c4635a626441e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700740 May 05 15:32:09.686459 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1d35f-07d9-4e49-8127-b87d39dc4b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e4aca-58ec-4080-8a5a-65f40c042424,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:09.688359 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39548) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:09.738148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] Publish callbacks [] for security_group (1a6e4aca-58ec-4080-8a5a-65f40c042424), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.761092 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] Publish callbacks [] for security_group (1a6e4aca-58ec-4080-8a5a-65f40c042424), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.915932 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1a6e4aca-58ec-4080-8a5a-65f40c042424), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.918521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:09.919681 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a6e4aca-58ec-4080-8a5a-65f40c042424 HTTP/1.1" status: 204 len: 168 time: 0.2297564 May 05 15:32:09.927522 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23c9aa-6ed2-4a3a-a539-d1f0b9c596c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e4aca-58ec-4080-8a5a-65f40c042424,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:10.484412 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77fa88-c939-45ea-8afb-e79e9c1466a8 req-c02cb36b-bfd5-4990-840a-3957ef151135 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:10.485811 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9e77fa88-c939-45ea-8afb-e79e9c1466a8 req-c02cb36b-bfd5-4990-840a-3957ef151135 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0535007 May 05 15:32:10.537333 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9e77fa88-c939-45ea-8afb-e79e9c1466a8 req-372c29ab-0bd1-4745-83b9-05dc2e77a1ee tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 May 05 15:32:11.657359 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972e0b8-49e3-47db-8c98-8463642136e5 req-8a94f41c-3053-4504-b44c-ae12dabf1a31 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:11.658938 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e972e0b8-49e3-47db-8c98-8463642136e5 req-8a94f41c-3053-4504-b44c-ae12dabf1a31 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0527129 May 05 15:32:11.710046 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e972e0b8-49e3-47db-8c98-8463642136e5 req-2d5bb6b8-a276-4f12-8c2c-0eeb49d21170 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 May 05 15:32:12.916306 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972046-850e-48a5-be51-c5f3648b7698 req-adc2eaab-d436-48fb-b0a6-37f86b8e1267 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:12.921607 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9f972046-850e-48a5-be51-c5f3648b7698 req-adc2eaab-d436-48fb-b0a6-37f86b8e1267 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0915754 May 05 15:32:12.968734 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062362cf-5c02-4a2d-b8e4-299d43c0d310 req-eeb8a2cd-b03b-47ba-9ba5-ca3462871865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:12.970708 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-062362cf-5c02-4a2d-b8e4-299d43c0d310 req-eeb8a2cd-b03b-47ba-9ba5-ca3462871865 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1129 time: 0.1012838 May 05 15:32:13.039401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9f972046-850e-48a5-be51-c5f3648b7698 req-86a9ad06-14c1-4560-afc2-ad25fc608a72 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074338 May 05 15:32:13.057758 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-062362cf-5c02-4a2d-b8e4-299d43c0d310 req-3976cb24-09af-4cad-af5f-69a95e9a008e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785837 May 05 15:32:13.756863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39736) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:13.878088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e868b9dd-0529-43c4-b0d6-5a005827c31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:13.954288 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e868b9dd-0529-43c4-b0d6-5a005827c31d admin admin] Publish callbacks [] for security_group (b42ea802-9747-4b1c-8555-5b767faa3ba0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.042206 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e868b9dd-0529-43c4-b0d6-5a005827c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b42ea802-9747-4b1c-8555-5b767faa3ba0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.084386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b9dd-0529-43c4-b0d6-5a005827c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ea802-9747-4b1c-8555-5b767faa3ba0,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:14.091041 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e868b9dd-0529-43c4-b0d6-5a005827c31d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7f31f812b3f43ec9375a5a73c403a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328769 May 05 15:32:14.103813 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39748) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:14.171761 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b95f6-d4e1-4feb-8c0f-94d8f029129a req-2f8290a9-0530-4013-8c34-df74a6aba0d8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:14.173337 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-151b95f6-d4e1-4feb-8c0f-94d8f029129a req-2f8290a9-0530-4013-8c34-df74a6aba0d8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0645592 May 05 15:32:14.193096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] Publish callbacks [] for security_group (b42ea802-9747-4b1c-8555-5b767faa3ba0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.232631 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] Publish callbacks [] for security_group (b42ea802-9747-4b1c-8555-5b767faa3ba0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.252345 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-151b95f6-d4e1-4feb-8c0f-94d8f029129a req-4a47ee4f-b870-46b2-ba02-3f80dddff052 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 May 05 15:32:14.358553 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b42ea802-9747-4b1c-8555-5b767faa3ba0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.361219 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:14.362352 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b42ea802-9747-4b1c-8555-5b767faa3ba0 HTTP/1.1" status: 204 len: 168 time: 0.2672532 May 05 15:32:14.372100 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e6e31-b822-4317-bd02-06a1e1655be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ea802-9747-4b1c-8555-5b767faa3ba0,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:15.137544 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39774) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:15.151360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0957dcd5-9042-4842-8888-dd073ced7a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.168795 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:32:15.226658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0957dcd5-9042-4842-8888-dd073ced7a45 admin admin] Publish callbacks [] for security_group (109a7e27-e599-4639-85d6-48f6774aae6e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.313088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0957dcd5-9042-4842-8888-dd073ced7a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (109a7e27-e599-4639-85d6-48f6774aae6e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.351861 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0957dcd5-9042-4842-8888-dd073ced7a45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7632ffa06cf84e1bb99003e62a2d5f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131619 May 05 15:32:15.361337 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39784) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:15.376730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957dcd5-9042-4842-8888-dd073ced7a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a7e27-e599-4639-85d6-48f6774aae6e,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:15.390935 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b5a29-ebfc-4829-ba37-8268df7c08e4 req-62e0f753-18f4-4290-b3a7-49eadfba4110 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:15.392512 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d11b5a29-ebfc-4829-ba37-8268df7c08e4 req-62e0f753-18f4-4290-b3a7-49eadfba4110 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0643740 May 05 15:32:15.422903 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] Publish callbacks [] for security_group (109a7e27-e599-4639-85d6-48f6774aae6e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.445811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] Publish callbacks [] for security_group (109a7e27-e599-4639-85d6-48f6774aae6e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.455166 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d11b5a29-ebfc-4829-ba37-8268df7c08e4 req-4e84fabb-7fda-48f7-8be0-4af371ec050e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 May 05 15:32:15.579405 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666169d-efac-4fd3-a5de-fc930e5421ce req-8f5d5bb6-c909-4934-919c-ddf5f25fd141 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:15.581116 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f666169d-efac-4fd3-a5de-fc930e5421ce req-8f5d5bb6-c909-4934-919c-ddf5f25fd141 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0489731 May 05 15:32:15.582222 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (109a7e27-e599-4639-85d6-48f6774aae6e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.584960 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:15.585972 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/109a7e27-e599-4639-85d6-48f6774aae6e HTTP/1.1" status: 204 len: 168 time: 0.2235823 May 05 15:32:15.605880 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03a0fd-9589-42b4-b724-c24aac3f6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a7e27-e599-4639-85d6-48f6774aae6e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:15.642199 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f666169d-efac-4fd3-a5de-fc930e5421ce req-0ad3bd37-49ff-445d-8c0a-b439abe8168a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 May 05 15:32:17.043805 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39864) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:17.165997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59c66b90-0343-4bf6-b785-4177d8511163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.244989 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59c66b90-0343-4bf6-b785-4177d8511163 admin admin] Publish callbacks [] for security_group (6b3ce418-e046-431d-af7c-f144ab78e85b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.319433 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-59c66b90-0343-4bf6-b785-4177d8511163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6b3ce418-e046-431d-af7c-f144ab78e85b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.366340 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39880) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:17.366840 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-59c66b90-0343-4bf6-b785-4177d8511163 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caa6faf95a264a2cb4961f50442e178f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214335 May 05 15:32:17.367553 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66b90-0343-4bf6-b785-4177d8511163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3ce418-e046-431d-af7c-f144ab78e85b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:17.424726 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] Publish callbacks [] for security_group (6b3ce418-e046-431d-af7c-f144ab78e85b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.450195 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] Publish callbacks [] for security_group (6b3ce418-e046-431d-af7c-f144ab78e85b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.579330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39896) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:17.631291 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Deleting subnet 60a7b0ae-9bf6-4795-951e-41d9ee972a53 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:32:17.634714 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Publish callbacks [] for subnet (60a7b0ae-9bf6-4795-951e-41d9ee972a53), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.657012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39898) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:17.669580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6b3ce418-e046-431d-af7c-f144ab78e85b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.672185 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.673334 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b3ce418-e046-431d-af7c-f144ab78e85b HTTP/1.1" status: 204 len: 168 time: 0.3058388 May 05 15:32:17.676834 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Publish callbacks [] for subnet (60a7b0ae-9bf6-4795-951e-41d9ee972a53), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.688035 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (60a7b0ae-9bf6-4795-951e-41d9ee972a53), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.691146 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73673dba-4618-4a82-aa21-5c08a4d6f579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3ce418-e046-431d-af7c-f144ab78e85b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:17.816507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f399d0-37cf-4f17-a469-15b397ff330d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.822429 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (60a7b0ae-9bf6-4795-951e-41d9ee972a53), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.850354 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a7b0ae-9bf6-4795-951e-41d9ee972a53,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:17.856961 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.861393 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fcef5200-a3a3-4c9c-af41-fb4d33f3aed3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/60a7b0ae-9bf6-4795-951e-41d9ee972a53 HTTP/1.1" status: 204 len: 168 time: 0.2809863 May 05 15:32:17.863984 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39910) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:17.966047 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (5cd8943b-111c-4718-b04c-a9276b758ec0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:17.984360 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f399d0-37cf-4f17-a469-15b397ff330d admin admin] Publish callbacks [] for security_group (b532b718-44c4-423c-8889-7c407c286cf3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.062570 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (5cd8943b-111c-4718-b04c-a9276b758ec0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.085668 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd8943b-111c-4718-b04c-a9276b758ec0']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:18.096069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43740c45-e03c-474c-b59b-9afa44ddec7f') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:18.096364 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43740c45-e03c-474c-b59b-9afa44ddec7f') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:18.104923 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f399d0-37cf-4f17-a469-15b397ff330d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b532b718-44c4-423c-8889-7c407c286cf3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.108194 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (43740c45-e03c-474c-b59b-9afa44ddec7f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.153663 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (43740c45-e03c-474c-b59b-9afa44ddec7f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.162877 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e9f399d0-37cf-4f17-a469-15b397ff330d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7177eb3cba7641bfbfd4c32cb9cf01be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046418 May 05 15:32:18.163947 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:32:18.164341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (43740c45-e03c-474c-b59b-9afa44ddec7f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.165884 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39914) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:32:18.166313 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:32:18.168719 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f399d0-37cf-4f17-a469-15b397ff330d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532b718-44c4-423c-8889-7c407c286cf3,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:18.231273 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] Publish callbacks [] for security_group (b532b718-44c4-423c-8889-7c407c286cf3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.253134 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] Publish callbacks [] for security_group (b532b718-44c4-423c-8889-7c407c286cf3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.503525 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aa846-6cdc-4c9c-997b-45a62143a9a9 req-5843da43-26d7-4aa8-b60a-2b6944e5ba0e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:18.505003 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-099aa846-6cdc-4c9c-997b-45a62143a9a9 req-5843da43-26d7-4aa8-b60a-2b6944e5ba0e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0473769 May 05 15:32:18.555739 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-099aa846-6cdc-4c9c-997b-45a62143a9a9 req-eaec7db1-2ffc-4e49-8af0-6eaa14ad97ac tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 May 05 15:32:18.565550 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (5cd8943b-111c-4718-b04c-a9276b758ec0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.571177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.578727 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5cd8943b-111c-4718-b04c-a9276b758ec0 HTTP/1.1" status: 204 len: 168 time: 0.7098215 May 05 15:32:18.584250 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39926) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:18.589595 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378c4a-d534-42c2-a64f-2dd8d2db91b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd8943b-111c-4718-b04c-a9276b758ec0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:18.620612 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b532b718-44c4-423c-8889-7c407c286cf3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.623397 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.624878 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b532b718-44c4-423c-8889-7c407c286cf3 HTTP/1.1" status: 204 len: 168 time: 0.4569418 May 05 15:32:18.642609 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755063a5-89c8-44a5-8cc1-20118b4940e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532b718-44c4-423c-8889-7c407c286cf3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:18.647391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39930) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:18.672101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Deleting subnet 764449a2-4ce8-466a-b760-d2a8dd0136f2 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:32:18.675009 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5582579f-57f4-4a03-b3e7-7359f3ae4f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.682097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-80eb1cd1-2eaf-4c71-8aa7-7c7a6c5a73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:18.684605 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-80eb1cd1-2eaf-4c71-8aa7-7c7a6c5a73a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1129 time: 0.0615060 May 05 15:32:18.684919 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Publish callbacks [] for subnet (764449a2-4ce8-466a-b760-d2a8dd0136f2), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.734673 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Publish callbacks [] for subnet (764449a2-4ce8-466a-b760-d2a8dd0136f2), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.753349 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (764449a2-4ce8-466a-b760-d2a8dd0136f2), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.807312 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-f1a9d35f-beaa-4eb7-8295-aa621c718068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:18.808809 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-f1a9d35f-beaa-4eb7-8295-aa621c718068 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1192524 May 05 15:32:18.836415 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5582579f-57f4-4a03-b3e7-7359f3ae4f56 admin admin] Publish callbacks [] for security_group (9446c1cd-8c7c-400f-aa08-09b88e85f68f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.854359 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-91dd5dae-667d-47f1-8310-2b5ba15a1ed3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 217 time: 0.0349834 May 05 15:32:18.905965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-da0254ff-a226-406b-97e7-89a25737b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:18.907422 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-da0254ff-a226-406b-97e7-89a25737b3e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0472159 May 05 15:32:18.911435 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5582579f-57f4-4a03-b3e7-7359f3ae4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9446c1cd-8c7c-400f-aa08-09b88e85f68f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.917401 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for subnet (764449a2-4ce8-466a-b760-d2a8dd0136f2), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:18.954633 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-09e8fd41-bd6f-4b9c-9a2a-33bfa35bcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:18.956221 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-09e8fd41-bd6f-4b9c-9a2a-33bfa35bcee9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418322 May 05 15:32:19.062280 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-76780425-2f1c-47f7-9841-5f24070e16c5 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 May 05 15:32:19.156003 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.159182 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/764449a2-4ce8-466a-b760-d2a8dd0136f2 HTTP/1.1" status: 204 len: 168 time: 0.5736115 May 05 15:32:19.167021 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f5355-9800-4221-ba04-301b0841de56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764449a2-4ce8-466a-b760-d2a8dd0136f2,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:19.170199 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39940) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:19.182795 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b3d8435-d1b7-450b-a658-09864a3d1a25 req-22779cea-642e-4679-9af0-56f8b952bb69 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117601 May 05 15:32:19.200144 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39942) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:19.219189 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5582579f-57f4-4a03-b3e7-7359f3ae4f56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cad415b712fa43c8902fdb956ec86343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701501 May 05 15:32:19.221839 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582579f-57f4-4a03-b3e7-7359f3ae4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9446c1cd-8c7c-400f-aa08-09b88e85f68f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:19.222019 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39946) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:19.280743 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (9814c6c9-cfe0-47f5-be10-2b9c0f19df5a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.283947 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] Publish callbacks [] for security_group (9446c1cd-8c7c-400f-aa08-09b88e85f68f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.314936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] Publish callbacks [] for security_group (9446c1cd-8c7c-400f-aa08-09b88e85f68f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.376686 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0b694e6-cca7-4106-a11e-c04a0b931f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.396116 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (9814c6c9-cfe0-47f5-be10-2b9c0f19df5a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.419677 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.420112 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.420854 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.421191 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > port after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.421511 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.421845 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > port after_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.422159 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.422473 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.423364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.423364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.457745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9446c1cd-8c7c-400f-aa08-09b88e85f68f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.460591 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.467512 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9446c1cd-8c7c-400f-aa08-09b88e85f68f HTTP/1.1" status: 204 len: 168 time: 0.2388310 May 05 15:32:19.481757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809344e3-6759-4c6a-871b-247cecfd4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9446c1cd-8c7c-400f-aa08-09b88e85f68f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:19.490064 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.490416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.490749 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.491075 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:32:19.491447 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9814c6c9-cfe0-47f5-be10-2b9c0f19df5a']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:19.514678 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d62452-2542-4985-b753-b6aa7beba785') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:19.514678 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d62452-2542-4985-b753-b6aa7beba785') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:32:19.539049 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (12d62452-2542-4985-b753-b6aa7beba785), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.540676 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0b694e6-cca7-4106-a11e-c04a0b931f9e admin admin] Publish callbacks [] for security_group (b94bce9d-e274-4f70-95df-27efb3ab004f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.560571 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (12d62452-2542-4985-b753-b6aa7beba785), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.569151 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:32:19.569534 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (12d62452-2542-4985-b753-b6aa7beba785), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: from cryptography.utils import int_from_bytes May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: from cryptography.utils import int_from_bytes May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:32:19.573612 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:32:19.658928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f0b694e6-cca7-4106-a11e-c04a0b931f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b94bce9d-e274-4f70-95df-27efb3ab004f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.726221 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39966) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:19.733318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (9814c6c9-cfe0-47f5-be10-2b9c0f19df5a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.746748 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.750199 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f0b694e6-cca7-4106-a11e-c04a0b931f9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf1e518d45164c459b5532eed76774ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5482485 May 05 15:32:19.757832 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9814c6c9-cfe0-47f5-be10-2b9c0f19df5a HTTP/1.1" status: 204 len: 168 time: 0.5783446 May 05 15:32:19.757832 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39970) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:19.766341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca6dff-1fcf-4ae7-a8e5-13f8fbb86159 req-1ad9097c-4df5-4aa2-a3fb-a1029b72a468 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:19.770829 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55ca6dff-1fcf-4ae7-a8e5-13f8fbb86159 req-1ad9097c-4df5-4aa2-a3fb-a1029b72a468 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.1222570 May 05 15:32:19.777591 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b694e6-cca7-4106-a11e-c04a0b931f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bce9d-e274-4f70-95df-27efb3ab004f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:19.782477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0bd95-4bfa-4d39-820a-5f2db27faf48 admin admin] Pushing event deleted for resources: {'Network': ['ID=9814c6c9-cfe0-47f5-be10-2b9c0f19df5a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:19.835443 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55ca6dff-1fcf-4ae7-a8e5-13f8fbb86159 req-e5018ccc-0dff-4bee-96b4-f0e07075d36f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 May 05 15:32:19.857045 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] Publish callbacks [] for security_group (b94bce9d-e274-4f70-95df-27efb3ab004f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.884063 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] Publish callbacks [] for security_group (b94bce9d-e274-4f70-95df-27efb3ab004f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.985005 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b94bce9d-e274-4f70-95df-27efb3ab004f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.987734 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:19.988902 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b94bce9d-e274-4f70-95df-27efb3ab004f HTTP/1.1" status: 204 len: 168 time: 0.2320499 May 05 15:32:19.997309 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aecd3-3d0c-49b4-a4f7-92d2ffaedd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bce9d-e274-4f70-95df-27efb3ab004f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:20.069181 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37025f1e-59b6-46c8-990d-dfa755d6f379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.164627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37025f1e-59b6-46c8-990d-dfa755d6f379 admin admin] Publish callbacks [] for security_group (a07fbfb8-833c-47d0-b0d2-7d745e2d5b66), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.276407 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-37025f1e-59b6-46c8-990d-dfa755d6f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a07fbfb8-833c-47d0-b0d2-7d745e2d5b66), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.313889 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37025f1e-59b6-46c8-990d-dfa755d6f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07fbfb8-833c-47d0-b0d2-7d745e2d5b66,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:20.317975 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-37025f1e-59b6-46c8-990d-dfa755d6f379 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a54aedaf3e54f678df5bff5faf44b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5916278 May 05 15:32:20.320584 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39984) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:20.374668 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] Publish callbacks [] for security_group (a07fbfb8-833c-47d0-b0d2-7d745e2d5b66), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.397482 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] Publish callbacks [] for security_group (a07fbfb8-833c-47d0-b0d2-7d745e2d5b66), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.401701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 39986) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:20.453105 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d7ad5670-7cbf-452e-9f31-f561ff3f0e58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94f2dce393564009b2689b67cc2f34ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498891 May 05 15:32:20.456258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 39988) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:20.515960 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] Publish callbacks [] for security_group (19897d9b-99b6-4647-a153-2c2d291273b9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.553225 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] Publish callbacks [] for security_group (19897d9b-99b6-4647-a153-2c2d291273b9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.616304 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a07fbfb8-833c-47d0-b0d2-7d745e2d5b66), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.619016 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.622451 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a07fbfb8-833c-47d0-b0d2-7d745e2d5b66 HTTP/1.1" status: 204 len: 168 time: 0.2993917 May 05 15:32:20.629245 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194045ff-081a-4b63-a9fe-d67044c2d91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07fbfb8-833c-47d0-b0d2-7d745e2d5b66,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:20.701807 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (19897d9b-99b6-4647-a153-2c2d291273b9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.704690 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.705896 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19897d9b-99b6-4647-a153-2c2d291273b9 HTTP/1.1" status: 204 len: 168 time: 0.2479556 May 05 15:32:20.715433 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446cbc2-107c-44b4-82c2-d844f3816bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19897d9b-99b6-4647-a153-2c2d291273b9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:20.917320 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40008) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:20.945417 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3df95592-5236-4713-8491-8853fa72716a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:20.968536 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dedea-3ab2-4dac-9c39-068364f598dc req-925d57ca-d091-4659-a175-0860ec7eacaf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:20.971358 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b10dedea-3ab2-4dac-9c39-068364f598dc req-925d57ca-d091-4659-a175-0860ec7eacaf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0586860 May 05 15:32:21.031062 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b10dedea-3ab2-4dac-9c39-068364f598dc req-4e9ca6a0-b23b-4a92-ab28-af55da1f6206 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 May 05 15:32:21.266473 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3df95592-5236-4713-8491-8853fa72716a admin admin] Publish callbacks [] for security_group (95c68875-4372-46a5-b6ca-e3e0856ebf24), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.364466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3df95592-5236-4713-8491-8853fa72716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (95c68875-4372-46a5-b6ca-e3e0856ebf24), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.434873 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3df95592-5236-4713-8491-8853fa72716a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b24f304fa60c41e1a7195d156c97218f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161619 May 05 15:32:21.437721 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40018) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:21.447453 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df95592-5236-4713-8491-8853fa72716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c68875-4372-46a5-b6ca-e3e0856ebf24,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:21.528599 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] Publish callbacks [] for security_group (95c68875-4372-46a5-b6ca-e3e0856ebf24), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.553316 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] Publish callbacks [] for security_group (95c68875-4372-46a5-b6ca-e3e0856ebf24), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.745881 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (95c68875-4372-46a5-b6ca-e3e0856ebf24), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.752774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:21.752774 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95c68875-4372-46a5-b6ca-e3e0856ebf24 HTTP/1.1" status: 204 len: 168 time: 0.3105600 May 05 15:32:21.760087 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9791a-187a-4bc1-a528-b68f8e0405c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c68875-4372-46a5-b6ca-e3e0856ebf24,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:21.900045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40028) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:21.942189 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7a279b6b-059e-4611-bf09-9015b02d1db4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bcff1a488e2489b86e052406f711635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402603 May 05 15:32:21.944734 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40030) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:22.003503 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] Publish callbacks [] for security_group (5326207a-f5ca-4986-9f24-77351f19510b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.030581 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] Publish callbacks [] for security_group (5326207a-f5ca-4986-9f24-77351f19510b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.152344 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3a1f2-3b7b-4383-b2ee-1be754758122 req-d831f41a-e517-46fd-8da6-4a6a8c56102c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:22.154699 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-49b3a1f2-3b7b-4383-b2ee-1be754758122 req-d831f41a-e517-46fd-8da6-4a6a8c56102c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0510180 May 05 15:32:22.196837 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5326207a-f5ca-4986-9f24-77351f19510b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.199328 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.200522 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5326207a-f5ca-4986-9f24-77351f19510b HTTP/1.1" status: 204 len: 168 time: 0.2536130 May 05 15:32:22.213411 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6415f-8166-404c-9497-6675b7ab38ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326207a-f5ca-4986-9f24-77351f19510b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:22.225186 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-49b3a1f2-3b7b-4383-b2ee-1be754758122 req-6b6d17e4-dcd7-4233-8782-354b8a1219b1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 May 05 15:32:22.442856 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40046) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:22.457293 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c234e101-b8df-4b31-8bd1-e1344ca6daca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.554866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c234e101-b8df-4b31-8bd1-e1344ca6daca admin admin] Publish callbacks [] for security_group (c9593976-7e63-4d29-b678-f02589ac7f16), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.656548 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c234e101-b8df-4b31-8bd1-e1344ca6daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c9593976-7e63-4d29-b678-f02589ac7f16), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.710007 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c234e101-b8df-4b31-8bd1-e1344ca6daca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbda173d204a4d78997e4f236a4c0990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653317 May 05 15:32:22.711015 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234e101-b8df-4b31-8bd1-e1344ca6daca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9593976-7e63-4d29-b678-f02589ac7f16,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:22.712722 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40054) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:22.780184 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] Publish callbacks [] for security_group (c9593976-7e63-4d29-b678-f02589ac7f16), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.804661 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] Publish callbacks [] for security_group (c9593976-7e63-4d29-b678-f02589ac7f16), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.958562 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c9593976-7e63-4d29-b678-f02589ac7f16), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.961152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:22.962294 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9593976-7e63-4d29-b678-f02589ac7f16 HTTP/1.1" status: 204 len: 168 time: 0.2476459 May 05 15:32:22.971417 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb8642-8c99-4afa-bc50-6b0d093b792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9593976-7e63-4d29-b678-f02589ac7f16,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:23.342256 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d020f5a-fe36-477c-9f06-681034f971cc req-38e71be1-0e10-45bb-98c3-5cfa6847aed4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:23.344350 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3d020f5a-fe36-477c-9f06-681034f971cc req-38e71be1-0e10-45bb-98c3-5cfa6847aed4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0506659 May 05 15:32:23.401845 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3d020f5a-fe36-477c-9f06-681034f971cc req-c2042850-b4f7-474e-ae1e-9f432c001619 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509701 May 05 15:32:24.163088 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40156) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:24.294501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209855858-network', 'tenant_id': '9163f7a2ccc347a391a3541778b4bdca'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:24.371127 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Made reservation on behalf of 9163f7a2ccc347a391a3541778b4bdca for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:24.373535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.383445 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.471614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks [] for security_group (794c7e31-a4a8-468f-9257-cc5278743498), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.539408 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda1d7-21ad-4fb4-8a4b-f6b0ba1b0098 req-2df72681-906a-4afc-82c4-ce41fb12b17c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:24.541191 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5eeda1d7-21ad-4fb4-8a4b-f6b0ba1b0098 req-2df72681-906a-4afc-82c4-ce41fb12b17c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0578003 May 05 15:32:24.543334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (794c7e31-a4a8-468f-9257-cc5278743498), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.581613 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:32:24.603687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (a27f824b-7e35-4983-9752-0b591f39b926), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.604025 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Added segment a27f824b-7e35-4983-9752-0b591f39b926 of type vlan for network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 May 05 15:32:24.618506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c7e31-a4a8-468f-9257-cc5278743498,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:24.658269 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5eeda1d7-21ad-4fb4-8a4b-f6b0ba1b0098 req-cec8bc01-3707-4225-8fc7-b833208e05c4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107290 May 05 15:32:24.670562 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (a5fb39cc-3ea4-4372-8bac-c981fa5b8715), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.787849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (a5fb39cc-3ea4-4372-8bac-c981fa5b8715), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.788826 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:24.791060 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:24.867750 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] Pushing event updated for resources: {'Network': ['ID=a5fb39cc-3ea4-4372-8bac-c981fa5b8715,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:24.880041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:32:24.907534 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cf1b838a-4574-4368-9915-c73e9b8f99cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7432520 May 05 15:32:24.917178 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40176) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:24.922104 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Request body: {'subnet': {'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209855858-subnet', 'tenant_id': '9163f7a2ccc347a391a3541778b4bdca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:25.007258 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Made reservation on behalf of 9163f7a2ccc347a391a3541778b4bdca for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:25.010249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072343'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:25.282238 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28837661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072421'] for subnet (e910093b-1d98-4c12-8621-8d97ddd58167), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:25.339311 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e910093b-1d98-4c12-8621-8d97ddd58167,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:25.350932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Checking segment: {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:25.351427 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Network hostable DHCP agents. Network: a5fb39cc-3ea4-4372-8bac-c981fa5b8715, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:32:25.459376 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:32:25.613600 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, a5fb39cc-3ea4-4372-8bac-c981fa5b8715) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:25.619602 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:25.620314 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:25.623763 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c62428-6eb4-4175-9b46-67f6fb0a1d40 None None] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:25.748783 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7e5cf78b-b97b-4b28-92e1-de51c99b0116 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8304727 May 05 15:32:25.810749 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5c6e3-4500-403a-a0b1-c461409968e8 req-33bde25b-2fd9-41ca-9081-4f3a67905da5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:25.813009 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-23b5c6e3-4500-403a-a0b1-c461409968e8 req-33bde25b-2fd9-41ca-9081-4f3a67905da5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0645618 May 05 15:32:25.882083 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40552af-512e-40d3-a991-893175120a00 None None] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:32:25.886383 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-23b5c6e3-4500-403a-a0b1-c461409968e8 req-9241d0eb-ca43-4d8e-9525-050546d47ac3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 May 05 15:32:27.033446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e1b1d-39e4-427e-a728-b36c214e5278 req-9a261197-2376-465c-bb08-e53e7b822092 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:27.034897 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e24e1b1d-39e4-427e-a728-b36c214e5278 req-9a261197-2376-465c-bb08-e53e7b822092 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0723898 May 05 15:32:27.085543 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e24e1b1d-39e4-427e-a728-b36c214e5278 req-1180f9a1-a9df-427c-9f3b-d742361b06b9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 May 05 15:32:27.330235 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db1cbfe1-237b-4f89-82a9-e0f7e73353fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:28.155638 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-fb204179-2df2-426f-8aba-388b93dbfd9e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:28.157185 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-fb204179-2df2-426f-8aba-388b93dbfd9e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/networks?id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715 HTTP/1.1" status: 200 len: 809 time: 0.1204994 May 05 15:32:28.174102 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-2f24080b-06a7-485f-9f57-229a66a33dd4 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/quotas/9163f7a2ccc347a391a3541778b4bdca HTTP/1.1" status: 200 len: 375 time: 0.0102654 May 05 15:32:28.214175 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-22a92020-ae90-4d74-b865-a4c5d03fd335 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334518 May 05 15:32:28.216729 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29f612-4dbb-42b8-bf9c-019cdf00561a req-b981b12f-99fa-4660-a7fb-b44930795928 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:28.219500 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ca29f612-4dbb-42b8-bf9c-019cdf00561a req-b981b12f-99fa-4660-a7fb-b44930795928 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0541615 May 05 15:32:28.279801 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ca29f612-4dbb-42b8-bf9c-019cdf00561a req-980bfaf5-1990-420a-9924-f681359e1532 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 May 05 15:32:28.313721 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-d5fd90e4-bef9-4a8a-9eac-eba91650f5c4 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960002 May 05 15:32:28.440976 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-aa40096f-8728-4d44-9684-49df8433bf04 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210339 May 05 15:32:28.715712 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c0701a-74f7-4c5b-9bfd-216c34980c1c req-a3e01eeb-36c6-4d89-bddf-42cc22adf731 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 210 time: 0.0277522 May 05 15:32:29.415625 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0e59-2038-46de-81d2-3db77fcd07a9 req-3a0c264c-a0b2-4233-aa7c-c05fafd32d3d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:29.417290 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-46aa0e59-2038-46de-81d2-3db77fcd07a9 req-3a0c264c-a0b2-4233-aa7c-c05fafd32d3d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0593543 May 05 15:32:29.469084 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-46aa0e59-2038-46de-81d2-3db77fcd07a9 req-e42a81eb-48a5-4e44-b55b-bca6fa86d190 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456431 May 05 15:32:29.587678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b673470a-3b27-409b-9586-5e4e760ad5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:29.801799 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2036792c-743c-4cdc-9b14-f43b25b0c8aa req-3ff7402f-4c8e-46a7-af86-db761724cda1 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 210 time: 0.0312228 May 05 15:32:30.613638 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c325-7348-42bb-89ec-d37d80fdfda7 req-eb372306-564d-40a4-abde-55c77cf80f76 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:30.615242 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9066c325-7348-42bb-89ec-d37d80fdfda7 req-eb372306-564d-40a4-abde-55c77cf80f76 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0568292 May 05 15:32:30.700538 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9066c325-7348-42bb-89ec-d37d80fdfda7 req-615f3afc-ebaa-41e2-bdd2-669cea001000 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786176 May 05 15:32:30.758686 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:30.909836 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e3723d65-f628-4832-8fd8-991f94c9aa2a req-86b8e495-0e7e-49fb-806e-14d9de8d431a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 210 time: 0.0333266 May 05 15:32:31.311968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-04c37c12-0248-4de4-802b-061c54a7ebef tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:31.313469 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-04c37c12-0248-4de4-802b-061c54a7ebef tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "GET /v2.0/networks?id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715 HTTP/1.1" status: 200 len: 809 time: 0.1143064 May 05 15:32:31.338110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Request body: {'port': {'device_id': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715', 'admin_state_up': True, 'tenant_id': '9163f7a2ccc347a391a3541778b4bdca'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:31.539531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Made reservation on behalf of 9163f7a2ccc347a391a3541778b4bdca for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:31.542983 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:31.697840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Allocated IP 172.20.0.14 (a5fb39cc-3ea4-4372-8bac-c981fa5b8715/e910093b-1d98-4c12-8621-8d97ddd58167/6e084f85-6626-4963-b854-6c0e3f7bec90) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:31.866805 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25694ead-843d-4fcd-91ca-50b546739c35 req-c57c3a74-daad-41d0-8bb1-0df5b82f15d2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:31.868384 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-25694ead-843d-4fcd-91ca-50b546739c35 req-c57c3a74-daad-41d0-8bb1-0df5b82f15d2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0878527 May 05 15:32:31.914690 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks [] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:31.949326 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-25694ead-843d-4fcd-91ca-50b546739c35 req-c2dc1c48-6b10-4514-9519-a700e183d493 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742073 May 05 15:32:32.057596 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:32.113393 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:32.121053 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:32.122630 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:32.130337 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:32.164255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Pushing event updated for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:32.208260 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:32.208915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:32.256240 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed132d-89bd-46f5-95da-f82d2c8796af req-693e7e7f-62fd-42ec-b563-d2f9bde62e70 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:32.257783 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-14ed132d-89bd-46f5-95da-f82d2c8796af req-693e7e7f-62fd-42ec-b563-d2f9bde62e70 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 932 time: 0.0685785 May 05 15:32:32.326159 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-14ed132d-89bd-46f5-95da-f82d2c8796af req-029e51d3-9940-44b9-9493-91939d961d32 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 May 05 15:32:32.330621 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-e6e46384-5114-4061-a52b-f2e451bad330 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9979780 May 05 15:32:32.374203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173ba48-6b05-47a6-b025-dbee6def0d9c req-0394c1d5-090d-497f-a24e-a2fdb20e92cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:32.375637 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d173ba48-6b05-47a6-b025-dbee6def0d9c req-0394c1d5-090d-497f-a24e-a2fdb20e92cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0615890 May 05 15:32:32.440035 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d173ba48-6b05-47a6-b025-dbee6def0d9c req-5f6f24a2-8f63-4e11-af4e-bfaaa873806a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560553 May 05 15:32:33.068699 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae3cb4-bc6c-4036-855a-f8b0f9435887 req-eb4fa7fe-a7c3-4ae3-982e-19a20c83a089 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:33.070248 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-66ae3cb4-bc6c-4036-855a-f8b0f9435887 req-eb4fa7fe-a7c3-4ae3-982e-19a20c83a089 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0498071 May 05 15:32:33.120930 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-66ae3cb4-bc6c-4036-855a-f8b0f9435887 req-356723b2-cec1-402d-bbee-380198f30300 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 May 05 15:32:33.448137 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721e2c-73a6-482b-ac9e-d0ce45211697 req-73404885-64c9-48b8-b2bc-5f6c7fa7707b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:33.449509 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0c721e2c-73a6-482b-ac9e-d0ce45211697 req-73404885-64c9-48b8-b2bc-5f6c7fa7707b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 932 time: 0.0486302 May 05 15:32:33.498711 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0c721e2c-73a6-482b-ac9e-d0ce45211697 req-1506c9ca-a727-472b-a59a-ee3c02a80c84 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 May 05 15:32:33.566201 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816727-4e61-4ed1-b53f-098f90eed15f req-d1e91285-87e7-4776-a41f-a928ad92f2f1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:33.566201 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8d816727-4e61-4ed1-b53f-098f90eed15f req-d1e91285-87e7-4776-a41f-a928ad92f2f1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0473533 May 05 15:32:33.616908 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8d816727-4e61-4ed1-b53f-098f90eed15f req-1b9065fd-10c9-4f09-8236-a8f973d498dc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456052 May 05 15:32:33.718951 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:34.232001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a09af-2b48-488e-bca7-52581c1cedf9 req-21d0b5f0-3334-4e56-be94-e383774b336c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:34.233459 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-920a09af-2b48-488e-bca7-52581c1cedf9 req-21d0b5f0-3334-4e56-be94-e383774b336c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0460706 May 05 15:32:34.279524 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-920a09af-2b48-488e-bca7-52581c1cedf9 req-cd86b6fc-6d5d-4d62-aca9-032b416f51b7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 May 05 15:32:34.307979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Request body: {'port': {'device_id': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:34.371659 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:34.396603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:34.672423 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4a0d3-1c4b-4354-b37a-671a536780a1 req-567d3211-e94d-4364-a7de-ee9622dd9301 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:34.673934 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-79c4a0d3-1c4b-4354-b37a-671a536780a1 req-567d3211-e94d-4364-a7de-ee9622dd9301 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 932 time: 0.1075659 May 05 15:32:34.678334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-c7f81105-610f-4a97-ae73-fe05c603b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:34.680057 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-c7f81105-610f-4a97-ae73-fe05c603b9f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1129 time: 0.1021671 May 05 15:32:34.747805 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7f37-af5c-416a-9c69-24b254760041 req-26fceadc-f293-42d5-8faf-54b15d01d645 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:34.749960 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-edce7f37-af5c-416a-9c69-24b254760041 req-26fceadc-f293-42d5-8faf-54b15d01d645 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0496290 May 05 15:32:34.788878 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e084f85-6626-4963-b854-6c0e3f7bec90 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:32:34.804184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks [] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:34.806320 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-edce7f37-af5c-416a-9c69-24b254760041 req-83247eb2-9470-4f35-9ee4-0cb83598699f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486243 May 05 15:32:34.853929 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-79c4a0d3-1c4b-4354-b37a-671a536780a1 req-90255273-a295-42ba-9da3-e578fd867513 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636119 May 05 15:32:34.861568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Transition to ACTIVE for port object 6e084f85-6626-4963-b854-6c0e3f7bec90 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:32:34.883016 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-f2d97011-decc-4600-b1db-34ad51c82edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:34.885019 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-f2d97011-decc-4600-b1db-34ad51c82edc service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1490037 May 05 15:32:34.941445 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:35.017395 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:35.069905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Attempting to bind port 6e084f85-6626-4963-b854-6c0e3f7bec90 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:35.070234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Attempting to bind port 6e084f85-6626-4963-b854-6c0e3f7bec90 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:35.070565 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Attempting to bind port 6e084f85-6626-4963-b854-6c0e3f7bec90 on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:35.075636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Port 6e084f85-6626-4963-b854-6c0e3f7bec90 on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:32:35.075959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Attempting to bind port 6e084f85-6626-4963-b854-6c0e3f7bec90 on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:35.081582 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:35.081954 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Checking segment: {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:35.082334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Bound using segment: {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:35.082783 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Bound port: 6e084f85-6626-4963-b854-6c0e3f7bec90, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:35.083180 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:35.151180 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:35.154285 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e084f85-6626-4963-b854-6c0e3f7bec90,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:35.238950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:35.284097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:35.286315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:35.290401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] 10.222.0.60 "PUT /v2.0/ports/6e084f85-6626-4963-b854-6c0e3f7bec90 HTTP/1.1" status: 200 len: 1094 time: 0.9872446 May 05 15:32:35.291080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:32:35.294288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff" -d '{"events": [{"name": "network-changed", "server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:32:35.322822 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5033fe-a41f-44d0-a8fe-4be39739a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:35.342767 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7948c3a6-bcdb-466d-bd57-2f951e71f25f x-openstack-request-id: req-7948c3a6-bcdb-466d-bd57-2f951e71f25f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:32:35.343108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:32:35.343435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7948c3a6-bcdb-466d-bd57-2f951e71f25f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:32:35.344186 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7948c3a6-bcdb-466d-bd57-2f951e71f25f'] response: {'name': 'network-changed', 'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90', 'status': 'completed', 'code': 200} May 05 15:32:35.445932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a32eb6-633b-4a9a-b187-d260aa160ce6 req-158fc83a-269c-4b8e-9e61-ad55bc975913 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:35.448027 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09a32eb6-633b-4a9a-b187-d260aa160ce6 req-158fc83a-269c-4b8e-9e61-ad55bc975913 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0605934 May 05 15:32:35.517918 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09a32eb6-633b-4a9a-b187-d260aa160ce6 req-f7ff89ce-c14e-4bd2-bf95-5802fb384200 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 May 05 15:32:35.705145 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-5c693aec-09e5-4f6f-88f1-d4fe95e1d568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 217 time: 0.0469632 May 05 15:32:35.770612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-6cad6035-52cc-4664-8075-388e9be6221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:35.772394 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-6cad6035-52cc-4664-8075-388e9be6221a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 1128 time: 0.0761313 May 05 15:32:35.845148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-3689e27a-f2be-4fd7-bfb4-3fab585d8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:35.847143 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-3689e27a-f2be-4fd7-bfb4-3fab585d8db5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.1219304 May 05 15:32:36.022388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292f42-27e9-4345-b97f-fbeeb58557d5 req-21fa0973-d4d7-43f6-b942-909dd523462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.023880 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c0292f42-27e9-4345-b97f-fbeeb58557d5 req-21fa0973-d4d7-43f6-b942-909dd523462e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1129 time: 0.2183812 May 05 15:32:36.032488 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-d650f1c7-35cd-4fc4-87fa-1b281a5f72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.033943 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-d650f1c7-35cd-4fc4-87fa-1b281a5f72fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1552098 May 05 15:32:36.102440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af53cb-43a9-42ed-b231-ec789ee801e5 req-dd13b7f1-3138-4f52-8ab5-0bfae2542183 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.104613 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-19af53cb-43a9-42ed-b231-ec789ee801e5 req-dd13b7f1-3138-4f52-8ab5-0bfae2542183 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.1804814 May 05 15:32:36.144488 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-d16a9671-9d0d-4da0-b341-71d7c861a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.145352 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-d16a9671-9d0d-4da0-b341-71d7c861a262 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9163f7a2ccc347a391a3541778b4bdca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3623030 May 05 15:32:36.320903 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c0292f42-27e9-4345-b97f-fbeeb58557d5 req-13613536-5a63-4b8c-af4f-d87c9f5bf1e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860699 May 05 15:32:36.345398 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-19af53cb-43a9-42ed-b231-ec789ee801e5 req-9b3acd45-3947-4086-b290-a87f083aa45e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236915 May 05 15:32:36.613823 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-e07ca21d-7537-4b7c-85af-ef9992481e22 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690196 May 05 15:32:36.720671 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6fe48-c6a7-4703-891c-d9854d02d337 req-3f23bedb-b8be-462c-9b3f-16ef6dc937f3 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.722153 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-15a6fe48-c6a7-4703-891c-d9854d02d337 req-3f23bedb-b8be-462c-9b3f-16ef6dc937f3 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 944 time: 0.1172919 May 05 15:32:36.731132 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-07a6666b-bd8d-435c-9aea-c6f81e350183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.732505 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8f8f0a5-c90a-412d-a0b8-e693091eeaff req-07a6666b-bd8d-435c-9aea-c6f81e350183 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5405424 May 05 15:32:36.818959 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6cce59e2-33d4-4c12-ac79-1f60b38eea22 req-0cf8bc8f-344a-4a67-8d33-ef746783e8a4 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867449 May 05 15:32:36.822987 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-15a6fe48-c6a7-4703-891c-d9854d02d337 req-2ed62808-d2a5-4a93-9388-29c554db4e93 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934248 May 05 15:32:36.926818 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52350170-1997-4fbc-b579-c878d3da8b59 req-5df1a55c-73d5-4691-9c81-581f94ac19ae tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:36.928348 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-52350170-1997-4fbc-b579-c878d3da8b59 req-5df1a55c-73d5-4691-9c81-581f94ac19ae tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0469806 May 05 15:32:36.982236 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-52350170-1997-4fbc-b579-c878d3da8b59 req-e0a6d143-1656-47ea-9950-f70a7f2d63aa tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473964 May 05 15:32:37.052506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-a61f8a41-f3cf-413f-8516-8ea46602e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:37.054109 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-a61f8a41-f3cf-413f-8516-8ea46602e39e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 1128 time: 0.0388601 May 05 15:32:37.486655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a081-5c27-4eb5-ae12-bc5bedb23e47 req-b2f2dbc9-fc26-46bf-890a-fc7925934191 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:37.489168 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7017a081-5c27-4eb5-ae12-bc5bedb23e47 req-b2f2dbc9-fc26-46bf-890a-fc7925934191 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0569761 May 05 15:32:37.545742 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-d184b655-19d4-4bbe-9f11-f9ebaa5f313b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e084f85-6626-4963-b854-6c0e3f7bec90 HTTP/1.1" status: 200 len: 217 time: 0.0732970 May 05 15:32:37.553520 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7017a081-5c27-4eb5-ae12-bc5bedb23e47 req-8d74a547-d770-496c-a8fb-63a3d2404451 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585232 May 05 15:32:37.942449 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae243-7a1e-44bb-b9f8-15772eb73c45 req-40e9edfd-caf6-42a6-8069-9b524fe3d41e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:37.943992 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c4ae243-7a1e-44bb-b9f8-15772eb73c45 req-40e9edfd-caf6-42a6-8069-9b524fe3d41e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 944 time: 0.0502181 May 05 15:32:37.999359 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c4ae243-7a1e-44bb-b9f8-15772eb73c45 req-866080f1-0459-4d6e-a5f2-fde29130615b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 May 05 15:32:38.112855 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-6ec83bf4-643d-46b6-82e0-e3a162f76887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:38.115111 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-6ec83bf4-643d-46b6-82e0-e3a162f76887 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e910093b-1d98-4c12-8621-8d97ddd58167 HTTP/1.1" status: 200 len: 849 time: 0.0577431 May 05 15:32:38.132618 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85040220-076f-43e0-a06b-d9c7ed885d58 req-35945dee-2617-43a7-9ef8-0db4a4293867 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:38.134154 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85040220-076f-43e0-a06b-d9c7ed885d58 req-35945dee-2617-43a7-9ef8-0db4a4293867 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0593948 May 05 15:32:38.153904 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-c455e923-2188-43a8-9ec2-fb72a15abaac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281763 May 05 15:32:38.192395 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85040220-076f-43e0-a06b-d9c7ed885d58 req-0b207857-0671-4fa9-b4f0-f96c6dd8052d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501401 May 05 15:32:38.263290 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-d2a53088-5973-4ad0-a5b4-2875f2c29cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031594 May 05 15:32:38.591747 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fb0e4dc8-04aa-4cb5-bc6a-57587b71f22f req-b27cdd56-13a5-4520-aa0a-f1cabfcd8f76 service neutron] 10.222.0.60 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085243 May 05 15:32:38.674303 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1b2b-aae5-4d62-b1e0-be03295a5f32 req-6c10f26c-9323-4cff-890a-e53d262931a9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:38.676986 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-916c1b2b-aae5-4d62-b1e0-be03295a5f32 req-6c10f26c-9323-4cff-890a-e53d262931a9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0673032 May 05 15:32:38.742891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-279786af-23f4-4085-97a6-fa0661e462ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:38.745626 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-279786af-23f4-4085-97a6-fa0661e462ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 1129 time: 0.0660887 May 05 15:32:38.748532 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca47c8c-7402-438e-b055-d7613baa6af7 req-7cf59465-3657-47dd-a37f-470f49cc66e1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:38.751991 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dca47c8c-7402-438e-b055-d7613baa6af7 req-7cf59465-3657-47dd-a37f-470f49cc66e1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0820422 May 05 15:32:38.788075 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-916c1b2b-aae5-4d62-b1e0-be03295a5f32 req-f1237c28-ea77-4b30-bd49-aff08554eeb7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 May 05 15:32:38.809719 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dca47c8c-7402-438e-b055-d7613baa6af7 req-97a84628-5ed8-4164-88cd-8ab9e71b516e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529869 May 05 15:32:39.147684 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690a86a-33fb-4eec-a4b7-ac97ebaef12f req-fb929708-b2ef-4ccb-9deb-8d388131c53a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:39.149201 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e690a86a-33fb-4eec-a4b7-ac97ebaef12f req-fb929708-b2ef-4ccb-9deb-8d388131c53a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 944 time: 0.0579007 May 05 15:32:39.184390 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40544) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:39.201226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e690a86a-33fb-4eec-a4b7-ac97ebaef12f req-6e97c8c7-fae0-4785-86d3-1674939f7e33 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 May 05 15:32:39.300395 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.377250 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Publish callbacks [] for security_group (483d23f2-e22e-4444-8359-7b0fdb9f38a9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.443760 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (483d23f2-e22e-4444-8359-7b0fdb9f38a9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.483116 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4461946d44b54645a1abf69541618996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973597 May 05 15:32:39.484035 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d23f2-e22e-4444-8359-7b0fdb9f38a9,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:39.485890 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40552) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:39.491606 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.491959 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.492330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.493005 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.493005 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.493335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.493803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.494584 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.494937 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.495262 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.495621 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.496057 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.496287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.496609 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.496938 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e446a4-a144-4f5e-a667-16163e163e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.536546 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Publish callbacks [] for security_group (483d23f2-e22e-4444-8359-7b0fdb9f38a9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.559110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Publish callbacks [] for security_group (483d23f2-e22e-4444-8359-7b0fdb9f38a9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.710466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (483d23f2-e22e-4444-8359-7b0fdb9f38a9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.713571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:39.714710 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/483d23f2-e22e-4444-8359-7b0fdb9f38a9 HTTP/1.1" status: 204 len: 168 time: 0.2277689 May 05 15:32:39.729514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d23f2-e22e-4444-8359-7b0fdb9f38a9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:39.772479 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.772824 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.773162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.773505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.773835 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.774207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.774526 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.775362 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.775725 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.776051 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.776440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.776714 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.777033 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.777351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.777666 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13259c7-410c-487c-9f34-1cc2f2cc06ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:39.815064 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-cbbd9345-e91f-4232-884a-3a5816f2ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:39.816518 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-cbbd9345-e91f-4232-884a-3a5816f2ab4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1323617 May 05 15:32:39.870553 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-229bd204-334c-4276-aa98-759f546b52bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 200 len: 217 time: 0.0468860 May 05 15:32:39.913380 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d1c9-2e09-45e5-9852-32464eed7bec req-a9363c7c-53cd-4d51-bef2-03242eda5e22 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:39.915037 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b26d1c9-2e09-45e5-9852-32464eed7bec req-a9363c7c-53cd-4d51-bef2-03242eda5e22 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0506337 May 05 15:32:39.957797 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-3db1f94c-185a-498e-b9df-5f6454ecdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:39.959419 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-3db1f94c-185a-498e-b9df-5f6454ecdddd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0815732 May 05 15:32:39.969157 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae890c67-237c-4220-8ba2-5fcc84f0580b req-67d65b77-95d9-4582-be30-31ae203bd25a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:39.970809 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae890c67-237c-4220-8ba2-5fcc84f0580b req-67d65b77-95d9-4582-be30-31ae203bd25a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0662467 May 05 15:32:39.992106 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b26d1c9-2e09-45e5-9852-32464eed7bec req-45b1705b-fd18-4349-ae84-3377d1625ea0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 May 05 15:32:40.029729 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-9227af96-0a27-49e4-8d96-62265436a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:40.031269 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-9227af96-0a27-49e4-8d96-62265436a72a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595524 May 05 15:32:40.097258 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae890c67-237c-4220-8ba2-5fcc84f0580b req-aaa4844a-6111-4f5e-a0de-e795df3e80d8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160023 May 05 15:32:40.173459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-7051ba4b-2d4a-4143-9ddb-863e3606b747 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314418 May 05 15:32:40.277407 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6651ad7d-30f4-49bd-a858-8d96af0c4d03 req-c96d2d29-aedd-4530-b3db-273571df35f2 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964413 May 05 15:32:40.327735 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adb76f-1a32-48dd-a537-41a865133bbd req-2937b872-0f83-48ef-9a1a-7a7fbf6a273f tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:40.329171 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-52adb76f-1a32-48dd-a537-41a865133bbd req-2937b872-0f83-48ef-9a1a-7a7fbf6a273f tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 944 time: 0.0495720 May 05 15:32:40.330837 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 6e084f85-6626-4963-b854-6c0e3f7bec90 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:32:40.392127 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-52adb76f-1a32-48dd-a537-41a865133bbd req-d1ffd08e-8d5b-41ea-8fac-d9f51cc85fe2 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565119 May 05 15:32:40.443887 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e084f85-6626-4963-b854-6c0e3f7bec90,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:40.455791 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '6e084f85-6626-4963-b854-6c0e3f7bec90', 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715', 'port_id': '6e084f85-6626-4963-b854-6c0e3f7bec90', 'mac_address': 'fa:16:3e:1e:c3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e910093b-1d98-4c12-8621-8d97ddd58167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:32:40.495974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 6e084f85-6626-4963-b854-6c0e3f7bec90 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:40.496364 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:40.510004 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e084f85-6626-4963-b854-6c0e3f7bec90 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:32:40.529366 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e084f85-6626-4963-b854-6c0e3f7bec90,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:40.626778 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:40.673589 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:40.680606 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.680960 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.681845 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.682202 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.682544 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.682878 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.683206 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.683562 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.683891 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.684224 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.684547 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.684887 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.685217 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.685538 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.685860 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:32:40.919401 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['6e084f85-6626-4963-b854-6c0e3f7bec90'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:32:41.133994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74d2b-30a6-4bab-a626-beefbfd0df32 req-ff7ecfe4-8d23-49b3-a77a-95158d80f059 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:41.135957 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8ac74d2b-30a6-4bab-a626-beefbfd0df32 req-ff7ecfe4-8d23-49b3-a77a-95158d80f059 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0505600 May 05 15:32:41.185541 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8ac74d2b-30a6-4bab-a626-beefbfd0df32 req-4464b1de-5782-41f1-95ad-a68a710b69d1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 May 05 15:32:41.265618 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c9e72-c887-4aaa-819c-f9cc41b48578 req-52c7d5c9-3fe9-45bf-a51c-54c4a21f7ed7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:41.268124 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3b9c9e72-c887-4aaa-819c-f9cc41b48578 req-52c7d5c9-3fe9-45bf-a51c-54c4a21f7ed7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0555584 May 05 15:32:41.328875 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3b9c9e72-c887-4aaa-819c-f9cc41b48578 req-3b13032c-7e0d-4ce3-8d35-6602fa2f8fed tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545502 May 05 15:32:41.527675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba8004-9f41-4adf-95bb-3c2c519a3704 req-f989e9b7-20ab-4d1b-9f25-a0cf7397e8c2 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:41.529338 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b2ba8004-9f41-4adf-95bb-3c2c519a3704 req-f989e9b7-20ab-4d1b-9f25-a0cf7397e8c2 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 945 time: 0.0515537 May 05 15:32:41.584975 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b2ba8004-9f41-4adf-95bb-3c2c519a3704 req-3f063ab6-a5d7-4dd8-a9c8-e745cba4ffeb tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 May 05 15:32:42.316839 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c3ddf-750d-4911-931a-f8e672e881a8 req-ff403e9d-efff-4e1d-ad28-432cb7de436c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:42.318297 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e0c3ddf-750d-4911-931a-f8e672e881a8 req-ff403e9d-efff-4e1d-ad28-432cb7de436c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0503609 May 05 15:32:42.335826 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 6e084f85-6626-4963-b854-6c0e3f7bec90 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:42.370007 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e0c3ddf-750d-4911-931a-f8e672e881a8 req-e8c7d90b-432d-4250-89b1-cb79d5fee21d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 May 05 15:32:42.386236 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 6e084f85-6626-4963-b854-6c0e3f7bec90 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:32:42.453137 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d8406-6e36-487b-81fa-4811f0bb1f76 req-4f4be608-f5af-4b4a-826f-75c4e6fad173 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:42.454681 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-783d8406-6e36-487b-81fa-4811f0bb1f76 req-4f4be608-f5af-4b4a-826f-75c4e6fad173 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0475168 May 05 15:32:42.461111 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 6e084f85-6626-4963-b854-6c0e3f7bec90 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:42.461630 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:42.521978 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-783d8406-6e36-487b-81fa-4811f0bb1f76 req-39726d1c-ebbc-4109-b6e9-f74f927b16e3 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615377 May 05 15:32:42.561279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 6e084f85-6626-4963-b854-6c0e3f7bec90 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:42.561665 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:42.586142 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:32:42.589024 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb750b-6420-4944-b89c-c8daeaa190c4" -d '{"events": [{"server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "name": "network-vif-plugged", "status": "completed", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:32:42.602001 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e084f85-6626-4963-b854-6c0e3f7bec90,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:42.633249 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943de3af-cb79-4d08-a00d-d654a11dadaf x-openstack-request-id: req-943de3af-cb79-4d08-a00d-d654a11dadaf {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:32:42.633576 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "name": "network-vif-plugged", "status": "completed", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:32:42.635957 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-943de3af-cb79-4d08-a00d-d654a11dadaf {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:32:42.635957 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943de3af-cb79-4d08-a00d-d654a11dadaf'] response: {'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90', 'code': 200} May 05 15:32:42.684022 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:42.710827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f308d0-5b60-4286-bd50-0139990d5283 req-3b06a295-8498-4149-9d20-6a019f15019d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:42.713650 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c2f308d0-5b60-4286-bd50-0139990d5283 req-3b06a295-8498-4149-9d20-6a019f15019d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 945 time: 0.0511408 May 05 15:32:42.742787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:42.772095 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c2f308d0-5b60-4286-bd50-0139990d5283 req-29a9a0a9-1785-471e-b1ab-98aa1112e022 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 May 05 15:32:42.999174 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57433af-62a9-44d7-8a2b-ee1bb90ca870 req-51d3e604-2bd5-4078-9c02-52b4e83e3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:43.001020 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f57433af-62a9-44d7-8a2b-ee1bb90ca870 req-51d3e604-2bd5-4078-9c02-52b4e83e3da1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 1130 time: 0.0390387 May 05 15:32:43.060557 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f57433af-62a9-44d7-8a2b-ee1bb90ca870 req-967b5f4d-2f98-44c0-a5b7-1ba7537d2ee8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 May 05 15:32:43.496916 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284910d-e62c-4363-952b-0dbc231b7b1d req-2900e1a2-e035-4ef3-aa37-ef3d57885688 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:43.498472 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f284910d-e62c-4363-952b-0dbc231b7b1d req-2900e1a2-e035-4ef3-aa37-ef3d57885688 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0486400 May 05 15:32:43.547978 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f284910d-e62c-4363-952b-0dbc231b7b1d req-b9ae7fc7-9f9c-49a5-a18e-221d90e86186 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 May 05 15:32:43.647671 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53a81-a7cf-4f6b-beff-a1135160447f req-815fb5ef-74e0-4e69-9600-824e484e8516 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:43.649191 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4fe53a81-a7cf-4f6b-beff-a1135160447f req-815fb5ef-74e0-4e69-9600-824e484e8516 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0508385 May 05 15:32:43.698057 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4fe53a81-a7cf-4f6b-beff-a1135160447f req-0be9e412-ed25-4f6e-8c8d-7b2493dd67c3 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 May 05 15:32:43.889932 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662179-a324-4c33-895f-c7793a1ad60b req-b08e05a8-aa0e-49e4-b9dc-aa92ae3900d0 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:43.891554 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-28662179-a324-4c33-895f-c7793a1ad60b req-b08e05a8-aa0e-49e4-b9dc-aa92ae3900d0 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 946 time: 0.0497816 May 05 15:32:43.941986 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-28662179-a324-4c33-895f-c7793a1ad60b req-ece2ebd7-1a90-4d6f-862d-ffbed60801ef tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 May 05 15:32:44.822446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959cbc-e09d-41f7-9044-200d2c2f5b72 req-6894b309-fa89-4818-b9d3-106ac073e042 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:44.824044 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09959cbc-e09d-41f7-9044-200d2c2f5b72 req-6894b309-fa89-4818-b9d3-106ac073e042 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0480282 May 05 15:32:44.873403 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09959cbc-e09d-41f7-9044-200d2c2f5b72 req-98555de7-dc5b-4252-addd-4dc14766a02c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434530 May 05 15:32:45.058121 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0fa5a-27d9-47b9-b458-676d9b3e6b43 req-df3c50d6-4caf-4545-9bc5-426af2ffc6c3 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:45.061682 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e0c0fa5a-27d9-47b9-b458-676d9b3e6b43 req-df3c50d6-4caf-4545-9bc5-426af2ffc6c3 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 946 time: 0.0490222 May 05 15:32:45.115620 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e0c0fa5a-27d9-47b9-b458-676d9b3e6b43 req-db07cdd0-8cdf-4c74-9755-6e5f2973863a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497706 May 05 15:32:45.807169 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40714) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:45.811975 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357934073', 'description': 'tempest-description--299352060'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:45.918696 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:45.999297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7b3f-b99d-43b7-974e-2b94022703ba req-66945c41-6280-4a18-a30a-bfe6e0178a44 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:46.000877 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-894e7b3f-b99d-43b7-974e-2b94022703ba req-66945c41-6280-4a18-a30a-bfe6e0178a44 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0521317 May 05 15:32:46.004120 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (07927caf-700d-4a89-8702-e80079c642e2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.054606 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-894e7b3f-b99d-43b7-974e-2b94022703ba req-03a2afcd-a74d-4be9-bbc7-2880ebf0aa8e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477669 May 05 15:32:46.066182 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (07927caf-700d-4a89-8702-e80079c642e2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.097743 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07927caf-700d-4a89-8702-e80079c642e2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:46.154885 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.156284 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d8be33e2-2dc3-4ebf-be5f-47272f1a125b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3480594 May 05 15:32:46.159673 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40722) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:46.164549 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'security_group_rule': {'security_group_id': '07927caf-700d-4a89-8702-e80079c642e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:46.298633 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (d451b2f4-046b-4334-b768-586be4bae92a), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.368063 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (d451b2f4-046b-4334-b768-586be4bae92a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.510842 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (d451b2f4-046b-4334-b768-586be4bae92a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.533012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d451b2f4-046b-4334-b768-586be4bae92a,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:46.660029 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697ed65-1f27-45b2-b7bd-33924da5afd8 req-291bad18-bf25-485d-bca3-83490dc63046 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:46.661736 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d697ed65-1f27-45b2-b7bd-33924da5afd8 req-291bad18-bf25-485d-bca3-83490dc63046 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 946 time: 0.0531318 May 05 15:32:46.720100 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d697ed65-1f27-45b2-b7bd-33924da5afd8 req-7710885f-5a12-4c2c-bdc2-afb1e3712517 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 May 05 15:32:46.763691 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.764922 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dce3bb1b-9ac0-4887-a09b-d1f9af898b38 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6041369 May 05 15:32:46.767825 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40736) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:46.775945 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'security_group_rule': {'security_group_id': '07927caf-700d-4a89-8702-e80079c642e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:46.859462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (ba65437e-e7c4-40c7-85d0-f747ac547434), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:46.921007 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40740) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:46.927210 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558167973', 'description': 'tempest-description--355276027'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:46.940799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (ba65437e-e7c4-40c7-85d0-f747ac547434), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.032919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (ba65437e-e7c4-40c7-85d0-f747ac547434), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.052947 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba65437e-e7c4-40c7-85d0-f747ac547434,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.061539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.132175 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.133622 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2ba69710-bfc8-40a6-a591-92ed843a2d77 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649061 May 05 15:32:47.137672 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40744) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.145073 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (3c201423-3d2e-4de6-9adc-86e95bc21929), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.145323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:47.206655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa4ce-461e-4f57-86cc-27b7c7c2a343 req-8b4c8982-5410-44b5-8c3a-ea61ecda8274 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:47.208266 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-622fa4ce-461e-4f57-86cc-27b7c7c2a343 req-8b4c8982-5410-44b5-8c3a-ea61ecda8274 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0597997 May 05 15:32:47.233066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (3c201423-3d2e-4de6-9adc-86e95bc21929), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.269628 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c201423-3d2e-4de6-9adc-86e95bc21929,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.276219 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-622fa4ce-461e-4f57-86cc-27b7c7c2a343 req-82bf893a-cfcd-49d3-b407-a2d5ca48b203 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621440 May 05 15:32:47.297336 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.325848 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40750) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.334635 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.335996 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cd55c94e-8d66-4feb-b8d7-9fabf4083746 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4140177 May 05 15:32:47.339040 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40754) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.343776 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': '3c201423-3d2e-4de6-9adc-86e95bc21929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:47.396294 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.454857 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (1a932c3e-9479-474d-ad8d-fef92b289c9d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.458843 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a26d1cfe-f8b7-4c06-90d4-449961cbf524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.511155 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Allocated IP 172.27.2.214 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/5607189d-0a9e-4d03-8c32-61069f2cb103) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:47.545801 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (1a932c3e-9479-474d-ad8d-fef92b289c9d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.586700 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a26d1cfe-f8b7-4c06-90d4-449961cbf524 admin admin] Publish callbacks [] for security_group (92945bde-2b2c-4ac4-84dc-bfca0ce722bc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.627428 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.637907 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (1a932c3e-9479-474d-ad8d-fef92b289c9d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.655593 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a932c3e-9479-474d-ad8d-fef92b289c9d,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.664505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a26d1cfe-f8b7-4c06-90d4-449961cbf524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (92945bde-2b2c-4ac4-84dc-bfca0ce722bc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.704582 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a26d1cfe-f8b7-4c06-90d4-449961cbf524 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb8f41c28446447cb3a417f239770722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772163 May 05 15:32:47.705465 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d1cfe-f8b7-4c06-90d4-449961cbf524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92945bde-2b2c-4ac4-84dc-bfca0ce722bc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.707345 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40756) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.723297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.754136 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.755428 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4d288cec-7515-454d-aa08-63b55e08eaa9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153726 May 05 15:32:47.761800 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 40760) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:47.765398 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': '3c201423-3d2e-4de6-9adc-86e95bc21929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:47.798067 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:47.806867 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:47.811427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:47.813402 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'Port': ['ID=5607189d-0a9e-4d03-8c32-61069f2cb103,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:47.850308 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ea965-e91f-4657-999c-2285ee9a69cc req-9ff2c0e8-db5f-4929-97d1-2c575461ba9b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:47.851731 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-901ea965-e91f-4657-999c-2285ee9a69cc req-9ff2c0e8-db5f-4929-97d1-2c575461ba9b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 946 time: 0.0556059 May 05 15:32:47.854190 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] Publish callbacks [] for security_group (92945bde-2b2c-4ac4-84dc-bfca0ce722bc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.890410 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] Publish callbacks [] for security_group (92945bde-2b2c-4ac4-84dc-bfca0ce722bc), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.906498 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-901ea965-e91f-4657-999c-2285ee9a69cc req-68efa23f-71d4-43a5-ac2d-d484ab3f92a8 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 May 05 15:32:47.922762 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (c111b676-481e-4d01-a73b-f6cbe65cb69e), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.967755 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:47.989008 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (c111b676-481e-4d01-a73b-f6cbe65cb69e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.110084 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.128101 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (c111b676-481e-4d01-a73b-f6cbe65cb69e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.134566 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (92945bde-2b2c-4ac4-84dc-bfca0ce722bc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.137185 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.138348 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92945bde-2b2c-4ac4-84dc-bfca0ce722bc HTTP/1.1" status: 204 len: 168 time: 0.4297469 May 05 15:32:48.152390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c111b676-481e-4d01-a73b-f6cbe65cb69e,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.155978 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13475c0a-f538-4d02-9299-0d58acf9b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92945bde-2b2c-4ac4-84dc-bfca0ce722bc,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.230859 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.233491 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-05d856d8-323f-4da1-9cf6-333e98ea7967 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720457 May 05 15:32:48.246916 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 40764) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:32:48.251325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:48.277680 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-efd5a7b8-7872-48ea-bd00-0073bfb1c9c5 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:48.279186 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-efd5a7b8-7872-48ea-bd00-0073bfb1c9c5 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 946 time: 0.0609481 May 05 15:32:48.355152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.376870 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.444735 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.445049 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Deleting port 6e084f85-6626-4963-b854-6c0e3f7bec90 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:32:48.445440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.536137 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e4cf-db8d-40c4-8880-91a6f21f944e req-b9096010-21a3-428b-a335-7e949e4c61db tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:48.537720 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0576e4cf-db8d-40c4-8880-91a6f21f944e req-b9096010-21a3-428b-a335-7e949e4c61db tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.1404312 May 05 15:32:48.577799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] For port 6e084f85-6626-4963-b854-6c0e3f7bec90, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e084f85-6626-4963-b854-6c0e3f7bec90,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:48.578567 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.607995 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Calling delete_port for 6e084f85-6626-4963-b854-6c0e3f7bec90 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:32:48.623112 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'Port': ['ID=5607189d-0a9e-4d03-8c32-61069f2cb103,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:48.635490 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.657542 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.732004 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0576e4cf-db8d-40c4-8880-91a6f21f944e req-3cbc8e5a-86cb-4890-ab35-6a5891801100 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745224 May 05 15:32:48.819757 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.829000 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2bb5ebaa-f41d-4c70-94a1-0fbf939ccfc3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6885006 May 05 15:32:48.840404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.27.2.35 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/3e50da00-3f30-4cef-9c6d-eea0be38ae26) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:48.911223 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (6e084f85-6626-4963-b854-6c0e3f7bec90), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:48.925072 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['6e084f85-6626-4963-b854-6c0e3f7bec90'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:32:49.012564 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Pushing event deleted for resources: {'Port': ['ID=6e084f85-6626-4963-b854-6c0e3f7bec90,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.037202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-73bac222-e209-4b89-b279-3451309a17b0 req-ee9c398d-8fc0-4c36-bbfd-a7fe3ddc2ea0 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 210 time: 0.0621867 May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] No DVR routers for this DVR port 6e084f85-6626-4963-b854-6c0e3f7bec90 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3cddbbe4-5d8d-49db-815e-0778318e6fb9 req-80639854-02a3-4984-add4-8ccacd12a96d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "DELETE /v2.0/ports/6e084f85-6626-4963-b854-6c0e3f7bec90 HTTP/1.1" status: 204 len: 173 time: 0.8757961 May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'name': 'network-vif-deleted', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:32:49.185929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abae0a47-36c6-4ec7-8fee-d59fbadc7f42" -d '{"events": [{"server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "name": "network-vif-deleted", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:32:49.215011 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f8053-7d21-4ed9-aeda-af106b0b3b07 x-openstack-request-id: req-728f8053-7d21-4ed9-aeda-af106b0b3b07 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:32:49.215311 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b75a21-1dec-4ec2-a926-92c9d4b65c13", "name": "network-vif-deleted", "tag": "6e084f85-6626-4963-b854-6c0e3f7bec90", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:32:49.215595 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-728f8053-7d21-4ed9-aeda-af106b0b3b07 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:32:49.216062 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728f8053-7d21-4ed9-aeda-af106b0b3b07'] response: {'server_uuid': '20b75a21-1dec-4ec2-a926-92c9d4b65c13', 'name': 'network-vif-deleted', 'tag': '6e084f85-6626-4963-b854-6c0e3f7bec90', 'status': 'completed', 'code': 200} May 05 15:32:49.260872 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-7d4d19b9-fc2d-421c-84e7-66cb8018e3a5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1357934073&fields=id&tenant_id=432804d7e09449b69b0ce11c92fe4240 HTTP/1.1" status: 200 len: 267 time: 0.0613351 May 05 15:32:49.376776 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-9837aceb-1abb-481d-94f8-d206a311a8c7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:49.378243 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-9837aceb-1abb-481d-94f8-d206a311a8c7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 0.1119905 May 05 15:32:49.394873 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-4ebf4c36-a210-4db6-8f97-04a7705a9098 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/quotas/432804d7e09449b69b0ce11c92fe4240 HTTP/1.1" status: 200 len: 375 time: 0.0093298 May 05 15:32:49.437749 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.477660 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-eef03f64-fe56-4b32-95d5-9d22f22a3e72 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769217 May 05 15:32:49.491318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:49.494354 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:49.499396 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:49.552392 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=3e50da00-3f30-4cef-9c6d-eea0be38ae26,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:49.727166 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-868204d8-3721-4d14-b4fd-ca5b151e485c service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212787 May 05 15:32:49.730770 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.833444 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-c1de7c5f-a176-4afc-9a64-0a49cf0a0aa6 service neutron] 10.222.0.55 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989575 May 05 15:32:49.868761 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:49.904970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3354-ef75-49b8-af3a-2eea62db1228 req-e3423748-0a67-417c-a3da-b715e028b010 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:49.907396 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-18df3354-ef75-49b8-af3a-2eea62db1228 req-e3423748-0a67-417c-a3da-b715e028b010 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0701013 May 05 15:32:49.965821 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-18df3354-ef75-49b8-af3a-2eea62db1228 req-8e1be8e9-b9de-4904-9c8d-4f8ad2afffed tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502160 May 05 15:32:50.217196 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0053b567-2c44-4f2e-a89a-f7c2dcca74e2 req-685b5726-1d03-4807-aaec-4fa6838013bf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 210 time: 0.0384305 May 05 15:32:50.324372 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d27b62f6-106d-4620-8df9-059e7c6c9461 req-d80c6376-ab4d-4b7d-8627-4cfdbe314251 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=20b75a21-1dec-4ec2-a926-92c9d4b65c13 HTTP/1.1" status: 200 len: 210 time: 0.0456383 May 05 15:32:50.373669 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.453433 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.537339 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=3e50da00-3f30-4cef-9c6d-eea0be38ae26,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:50.550228 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.754357 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:50.756421 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-575b0354-a24c-4e01-bd17-4cd178fc3795 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5075872 May 05 15:32:50.987590 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-86142d33-b5fe-4113-99ac-865fa5f8a9fd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1558167973&fields=id&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 267 time: 0.0650494 May 05 15:32:51.104350 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920fa5d-f9e1-464d-a511-e4e8ccf69f7d req-dbdcc285-f250-42da-8188-95e351d7e5dd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:51.106197 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a920fa5d-f9e1-464d-a511-e4e8ccf69f7d req-dbdcc285-f250-42da-8188-95e351d7e5dd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0549109 May 05 15:32:51.115758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-767f9a5d-0bb4-4e69-8852-8d5ca93eaf78 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:51.117228 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-767f9a5d-0bb4-4e69-8852-8d5ca93eaf78 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.1224828 May 05 15:32:51.133244 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-29eb1eeb-d9be-479e-bd80-0293fe4df8e0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/quotas/cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 375 time: 0.0094566 May 05 15:32:51.158946 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a920fa5d-f9e1-464d-a511-e4e8ccf69f7d req-d2fe192e-c913-492d-86d9-db8d37895c13 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 May 05 15:32:51.191753 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-600f96b1-20b4-4556-8ec5-3c76a39073fa tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512269 May 05 15:32:51.295948 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-ebc6ece6-5752-436e-bd8f-a9087edbd42c service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889280 May 05 15:32:51.312558 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19c320f9-f991-4c1b-b2b7-a58b088002a8 req-9084d50f-2c69-4757-b3d3-e2eeb1bc71eb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 210 time: 0.0307391 May 05 15:32:51.396586 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-ad0b6b9d-1111-4ff9-b2bc-98dbbc36e51a service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925508 May 05 15:32:51.692267 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bacaf981-4e9b-4699-bbb9-d13c98605934 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:51.699680 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bacaf981-4e9b-4699-bbb9-d13c98605934 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/networks?id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715 HTTP/1.1" status: 200 len: 809 time: 0.1248102 May 05 15:32:51.716086 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-2941de36-f249-4f25-a848-202b03209f46 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/quotas/9163f7a2ccc347a391a3541778b4bdca HTTP/1.1" status: 200 len: 375 time: 0.0154450 May 05 15:32:51.736733 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-834ece24-4d5e-4b35-9541-c42323ae1f70 req-b3e8b148-2f3d-4276-8dec-5f09aa2acbae tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0461757 May 05 15:32:51.768252 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-d04a9650-4391-41d0-a825-4f77ee4192a9 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508633 May 05 15:32:51.890928 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-996cd288-a2de-426c-a2ed-8d386be298db service neutron] 10.222.0.55 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152050 May 05 15:32:51.990531 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-db078590-a912-4e3c-8032-dc20678ce897 service neutron] 10.222.0.55 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927174 May 05 15:32:52.169449 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:32:52.304022 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b03a0-cab9-4cbd-9065-e731c73b03ff req-ef95cea8-65dc-4ff4-9728-59d8bec3370b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:52.304534 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b558b2f2-7968-4dee-9f28-9d1e0b603fac req-d33e5ad6-45dd-4bc2-8023-02870ce09eec tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0338054 May 05 15:32:52.309356 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-811b03a0-cab9-4cbd-9065-e731c73b03ff req-ef95cea8-65dc-4ff4-9728-59d8bec3370b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0729265 May 05 15:32:52.366080 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-811b03a0-cab9-4cbd-9065-e731c73b03ff req-6a4d7b4c-ae59-4c3a-863f-1a1c2f59fffa tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512061 May 05 15:32:52.401823 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:32:52.405745 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 6e084f85-6626-4963-b854-6c0e3f7bec90 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:32:52.431845 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 6e084f85-6626-4963-b854-6c0e3f7bec90 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:32:52.432188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 6e084f85-6626-4963-b854-6c0e3f7bec90 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:32:52.506363 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e5ad393-1b07-4771-9687-be605085a543 req-1060cc20-03a3-40e7-aba1-28823477f146 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 210 time: 0.0916271 May 05 15:32:52.538583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:52.551119 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:32:52.590301 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: ACTIVE; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:52.590692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.621021 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:32:52.643738 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:52.746865 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:52.809531 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=6']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:52.846987 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['ed1fbad5-e017-4c45-8ca7-8543fdc99caa'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:32:52.881391 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c20182dd-102c-4494-9f15-84e270d2c552 req-9d3c8ff7-b550-4807-92a3-b6ee1fa207d8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0424438 May 05 15:32:52.961650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-e3050f88-2162-4381-9645-3e6ffd61e999 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:52.963686 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-e3050f88-2162-4381-9645-3e6ffd61e999 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 817 time: 0.1700943 May 05 15:32:53.037879 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-d0e6cb2d-1983-49ee-974b-b58ce0dfcb3c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432804d7e09449b69b0ce11c92fe4240 HTTP/1.1" status: 200 len: 380 time: 0.0588148 May 05 15:32:53.053987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'port': {'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'admin_state_up': True, 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'security_groups': ['07927caf-700d-4a89-8702-e80079c642e2']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:53.293195 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Made reservation on behalf of 432804d7e09449b69b0ce11c92fe4240 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:53.296623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.408616 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-76430adb-b4e7-40c7-9f64-af571614d64e req-d18103bd-def4-4808-bcfe-d953660b7fd0 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0275388 May 05 15:32:53.436563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Allocated IP 172.20.0.10 (a06362c4-ca0f-43b8-9d05-00fb92cfb100/7352d4ad-b595-4c9b-b7ee-4549de322c7b/b63c4751-71d9-4f73-8a92-4a39201aa0b1) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:53.516948 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f674-32ae-417c-a0e1-af4ce2ac429b req-bc150b56-569e-43e3-a586-76b855708c5f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:53.522672 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7bd6f674-32ae-417c-a0e1-af4ce2ac429b req-bc150b56-569e-43e3-a586-76b855708c5f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0701687 May 05 15:32:53.614721 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7e5e703f-ff63-4ae3-92e9-cd70fee1c584 req-55b51920-c6f6-4f30-b3c4-e5e6b30d3bf7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 210 time: 0.0272200 May 05 15:32:53.627042 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7bd6f674-32ae-417c-a0e1-af4ce2ac429b req-a2aa2585-65be-4fce-acce-e435265a0845 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937638 May 05 15:32:53.655334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.798415 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.841004 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:53.844424 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:53.850499 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:53.857374 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event updated for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:53.904788 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:53.905410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:53.985295 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7850849a-f94b-4aa1-9b93-4db63aad09c8 req-17e9b1db-fc53-4d58-a90f-f9069f8ac3a3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0283723 May 05 15:32:53.987839 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-2bec7837-f27d-4720-b2a0-22cade5f48dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9412129 May 05 15:32:54.029496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-eff56297-2a17-4a22-8727-e81ec4416fac None None] Provisioning complete for port b63c4751-71d9-4f73-8a92-4a39201aa0b1 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:54.030068 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-eff56297-2a17-4a22-8727-e81ec4416fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:54.063375 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-eff56297-2a17-4a22-8727-e81ec4416fac None None] Port b63c4751-71d9-4f73-8a92-4a39201aa0b1 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:54.505402 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0bb1ba14-89f4-43e4-a471-2ce16f34d156 req-b6c65a36-d88f-4ba5-95f7-d28cc0e2a0ed tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0303080 May 05 15:32:54.742413 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51147dd4-0714-4867-a7a0-9a4862434b05 req-19cdb380-2407-4a67-8e8d-64c20106c076 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:54.744764 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51147dd4-0714-4867-a7a0-9a4862434b05 req-19cdb380-2407-4a67-8e8d-64c20106c076 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 932 time: 0.0544553 May 05 15:32:54.807786 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51147dd4-0714-4867-a7a0-9a4862434b05 req-b5ada48f-9638-4276-9b8e-0450cd9d6669 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567279 May 05 15:32:54.977820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe9f1-d449-4d69-8b9a-32d5ef1f3d22 req-26c071b9-3727-4f33-970f-ff9adfbcb5ec tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:54.979229 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cafe9f1-d449-4d69-8b9a-32d5ef1f3d22 req-26c071b9-3727-4f33-970f-ff9adfbcb5ec tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.2783871 May 05 15:32:55.028022 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cafe9f1-d449-4d69-8b9a-32d5ef1f3d22 req-f360020f-e6b6-4fb8-ae3b-7d7f36354525 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 May 05 15:32:55.080932 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4cd4f954-c727-4ce4-a5f4-1deba9842166 req-c3c0434b-eff3-4b87-a5e1-c1ca161d7700 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0269871 May 05 15:32:55.601811 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55eee2c9-82b1-4315-b7eb-9d2d77725e7e req-33233f37-1a66-42cc-a4bc-69eb907b261b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0303712 May 05 15:32:55.921265 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecff90-6120-4583-8d0f-4a4bbb62d036 req-3e423927-0b15-4709-9aa8-5c15dc75157e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:55.922741 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-57ecff90-6120-4583-8d0f-4a4bbb62d036 req-3e423927-0b15-4709-9aa8-5c15dc75157e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 932 time: 0.0464997 May 05 15:32:55.939832 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:32:55.979288 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-57ecff90-6120-4583-8d0f-4a4bbb62d036 req-fc78b578-ebfe-4a32-8eeb-c4f4ce7c28b4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500698 May 05 15:32:55.987696 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port ed1fbad5-e017-4c45-8ca7-8543fdc99caa triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:55.988091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:55.996191 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Request body: {'port': {'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:56.065902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.082741 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:32:56.083261 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.128922 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:32:56.130182 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:32:56.133284 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2bc5b2-152f-4b95-bde5-1dec803c78af" -d '{"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:32:56.198033 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-894e0ff1-5978-4aca-a7f7-1609e1eaf3bd req-7284e182-2d66-4074-b5a9-ec443a576b17 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0333245 May 05 15:32:56.204020 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.249162 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ada0f6-b94d-45c5-96cc-1aa3edb40a66 x-openstack-request-id: req-06ada0f6-b94d-45c5-96cc-1aa3edb40a66 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:32:56.249578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:32:56.249849 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06ada0f6-b94d-45c5-96cc-1aa3edb40a66 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:32:56.250248 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ada0f6-b94d-45c5-96cc-1aa3edb40a66'] response: {'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'code': 200} May 05 15:32:56.255337 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998312b4-c090-4758-84de-4490227a8a76 req-35b348fe-42d5-4e0e-a51e-eaf5544f5a51 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:56.256931 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-998312b4-c090-4758-84de-4490227a8a76 req-35b348fe-42d5-4e0e-a51e-eaf5544f5a51 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.1280844 May 05 15:32:56.264740 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=7']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:56.361225 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-998312b4-c090-4758-84de-4490227a8a76 req-af0b37cd-cdaf-4284-aa7a-26d51bb81ae3 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969481 May 05 15:32:56.455198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63c4751-71d9-4f73-8a92-4a39201aa0b1 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:32:56.464037 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks [] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.480632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Transition to ACTIVE for port object b63c4751-71d9-4f73-8a92-4a39201aa0b1 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:32:56.644423 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:56.762758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Pushing event updated for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:56.774448 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e36f4998-51f4-44f2-acdf-2478d5e81882 req-8d2d8a35-7bb8-45b4-a7d4-f704a08b038a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0700965 May 05 15:32:56.950482 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Attempting to bind port b63c4751-71d9-4f73-8a92-4a39201aa0b1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:32:56.950784 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Attempting to bind port b63c4751-71d9-4f73-8a92-4a39201aa0b1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:32:56.951094 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Attempting to bind port b63c4751-71d9-4f73-8a92-4a39201aa0b1 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:56.962608 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-2e2765e2-6f70-4174-95c7-7bac1434325c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:56.964213 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-2e2765e2-6f70-4174-95c7-7bac1434325c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.2025502 May 05 15:32:56.964718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Port b63c4751-71d9-4f73-8a92-4a39201aa0b1 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:32:56.965039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Attempting to bind port b63c4751-71d9-4f73-8a92-4a39201aa0b1 on network a06362c4-ca0f-43b8-9d05-00fb92cfb100 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:32:56.971169 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:32:56.971525 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Checking segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:32:56.971886 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Bound using segment: {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:32:56.972316 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Bound port: b63c4751-71d9-4f73-8a92-4a39201aa0b1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5b5f4e-b618-4ff1-9050-198760c8e7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:32:56.972681 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.043031 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:32:57.046586 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:32:57.138076 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097475c-c5f4-4585-9801-06d4743d8bcc req-f0f383c1-c6aa-46cb-a8b7-053985a273ce tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.139664 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7097475c-c5f4-4585-9801-06d4743d8bcc req-f0f383c1-c6aa-46cb-a8b7-053985a273ce tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.0692110 May 05 15:32:57.144131 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.245184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.245797 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.247890 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] 10.222.0.60 "PUT /v2.0/ports/b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1094 time: 1.2565224 May 05 15:32:57.252331 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:32:57.253261 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a17ff8-b465-44ea-8474-8da692decb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:32:57.289834 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7097475c-c5f4-4585-9801-06d4743d8bcc req-a7441edc-41a3-4eb4-83fe-421a5913f835 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384172 May 05 15:32:57.302109 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-ca75daa3-fded-4587-80f6-1dccca6754e0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 472 time: 0.2374446 May 05 15:32:57.303231 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0cedb-213b-4c79-b9bd-b31291d31b8f service neutron] Pushing event updated for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:57.326108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'port': {'device_id': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'admin_state_up': True, 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'security_groups': ['3c201423-3d2e-4de6-9adc-86e95bc21929']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:32:57.379419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f06448-9e4f-4f89-bfe4-b41a03ac3044 x-openstack-request-id: req-67f06448-9e4f-4f89-bfe4-b41a03ac3044 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:32:57.379927 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:32:57.380307 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67f06448-9e4f-4f89-bfe4-b41a03ac3044 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:32:57.380724 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f06448-9e4f-4f89-bfe4-b41a03ac3044'] response: {'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'status': 'completed', 'code': 200} May 05 15:32:57.417063 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e92ec396-a0b5-4814-9551-03b42af5ef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:57.425861 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d2541db-fdd5-4b44-9673-20e55abd7918 req-c29dc7d9-6e19-4bf4-874a-4155edef280c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0459218 May 05 15:32:57.710348 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-de2581ba-2734-4b03-905c-0aaa6c30bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.712594 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-de2581ba-2734-4b03-905c-0aaa6c30bfac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1128 time: 0.2698605 May 05 15:32:57.729879 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e08bb5-31ab-4799-bc17-31d9b7c3168f req-9cdae31a-2195-469d-8640-98d84361d3a8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.731427 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69e08bb5-31ab-4799-bc17-31d9b7c3168f req-9cdae31a-2195-469d-8640-98d84361d3a8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.2042665 May 05 15:32:57.835125 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-a4e9d25b-ae1b-4152-991a-9d26b5777b5a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.836651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-a4e9d25b-ae1b-4152-991a-9d26b5777b5a tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "GET /v2.0/networks?id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715 HTTP/1.1" status: 200 len: 809 time: 0.3681860 May 05 15:32:57.895744 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-46db320e-6ced-41d7-8de0-0ffd7d8cb141 req-076ab231-a7c8-4805-80ed-0f2d71e964fe tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0493772 May 05 15:32:57.924742 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69e08bb5-31ab-4799-bc17-31d9b7c3168f req-62048335-4628-48c3-8aa1-265af9cead7b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677835 May 05 15:32:57.953187 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-b29d4c27-99c9-4e33-958a-c604a22ba165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:57.954999 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-b29d4c27-99c9-4e33-958a-c604a22ba165 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=432804d7e09449b69b0ce11c92fe4240&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2205555 May 05 15:32:57.986388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:32:57.990514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.148382 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.20.0.5 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/9c18a30f-5e6b-4b44-a622-4e08795258ce) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:32:58.369587 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.453850 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b9f28-162e-432f-a9c1-a8cd3242407a req-98f9558d-d3f4-4b63-9204-bd206678a6ce tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:58.455613 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d42b9f28-162e-432f-a9c1-a8cd3242407a req-98f9558d-d3f4-4b63-9204-bd206678a6ce tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.0639460 May 05 15:32:58.473236 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.557000 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d42b9f28-162e-432f-a9c1-a8cd3242407a req-83b029f9-c87d-436b-953c-8d347917c002 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922425 May 05 15:32:58.564788 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:32:58.573525 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:32:58.577902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:32:58.589801 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:32:58.634704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67203d19-0113-4800-93d8-d823fe5a5bf9 req-b98aead3-f90b-4e64-a1fd-1a4389019e6c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:58.636445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67203d19-0113-4800-93d8-d823fe5a5bf9 req-b98aead3-f90b-4e64-a1fd-1a4389019e6c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 931 time: 0.1166751 May 05 15:32:58.682732 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:58.683563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.735320 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67203d19-0113-4800-93d8-d823fe5a5bf9 req-31d38a1c-7a97-4e2d-a106-d90292a33303 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870349 May 05 15:32:58.784029 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-079d8e2f-6b25-484e-a1eb-e67f20a56fe9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665136 May 05 15:32:58.863278 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-26742656-d831-4570-ae9e-573ce9e19e5d None None] Provisioning complete for port 9c18a30f-5e6b-4b44-a622-4e08795258ce triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:32:58.864348 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-26742656-d831-4570-ae9e-573ce9e19e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:58.918351 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-26742656-d831-4570-ae9e-573ce9e19e5d None None] Port 9c18a30f-5e6b-4b44-a622-4e08795258ce cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:32:59.041622 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-44a5b9c0-7fd3-44c6-8a95-030068c83b50 req-a0051aa1-06f7-4082-8e96-e1c8d366cbb8 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0690751 May 05 15:32:59.124534 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635ea86-e971-428d-ad1d-2f813ef53dc0 req-7042b5e7-7f8e-48ed-b682-e4a41d54c60e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:59.126065 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e635ea86-e971-428d-ad1d-2f813ef53dc0 req-7042b5e7-7f8e-48ed-b682-e4a41d54c60e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0538065 May 05 15:32:59.179751 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e635ea86-e971-428d-ad1d-2f813ef53dc0 req-05290991-5fbc-4229-93c3-da42059fa795 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478354 May 05 15:32:59.557718 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6dbf291b-baa1-4cb2-b520-5484c4984457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:32:59.685967 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267671d-0b46-49c1-a620-6dccdb9685b1 req-10ced8a6-0765-44cd-9086-8174d7d97389 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:59.688291 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0267671d-0b46-49c1-a620-6dccdb9685b1 req-10ced8a6-0765-44cd-9086-8174d7d97389 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.0606489 May 05 15:32:59.765211 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0267671d-0b46-49c1-a620-6dccdb9685b1 req-f672864e-b1a5-4c51-b4dc-bc79fa21558d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699682 May 05 15:32:59.870476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71b301-dcee-4274-a60c-facafbca0099 req-eb4c0692-a10f-493c-813b-3182a6b11023 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:32:59.872905 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc71b301-dcee-4274-a60c-facafbca0099 req-eb4c0692-a10f-493c-813b-3182a6b11023 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 931 time: 0.0539870 May 05 15:32:59.930918 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc71b301-dcee-4274-a60c-facafbca0099 req-3b2584d9-7b2d-4939-a3d2-17de220fb548 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509932 May 05 15:33:00.155937 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-814b077a-573d-4b8c-9508-2871a6d576c5 req-9e224380-1c95-4311-8064-765f4d92a0b6 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0299327 May 05 15:33:00.333726 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31a1-de65-4fb4-9c8c-e6dbbf9c56b8 req-95be0688-0482-405a-9c76-f8dd5e62f208 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:00.335376 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e26e31a1-de65-4fb4-9c8c-e6dbbf9c56b8 req-95be0688-0482-405a-9c76-f8dd5e62f208 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0616035 May 05 15:33:00.395059 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e26e31a1-de65-4fb4-9c8c-e6dbbf9c56b8 req-4dfeb8ea-f2a8-4de2-94f4-d5ac333b2874 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532053 May 05 15:33:00.869160 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89a4e-45f1-4b12-900c-dc17c1d0999b req-a8acb421-f160-4272-9eeb-b536fbdd4cae tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:00.870643 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79b89a4e-45f1-4b12-900c-dc17c1d0999b req-a8acb421-f160-4272-9eeb-b536fbdd4cae tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.0476785 May 05 15:33:00.922467 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-79b89a4e-45f1-4b12-900c-dc17c1d0999b req-69491ca9-0e0f-4bf9-9529-e668dc6c9c3c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 May 05 15:33:00.984827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Request body: {'port': {'device_id': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:00.995454 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Request body: {'port': {'device_id': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715', 'admin_state_up': True, 'tenant_id': '9163f7a2ccc347a391a3541778b4bdca'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:01.135217 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.225597 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b70e8-e72d-4e8a-8580-80a44a41483e req-b64f7d58-18a2-466a-8740-8a43d9414920 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.227117 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c99b70e8-e72d-4e8a-8580-80a44a41483e req-b64f7d58-18a2-466a-8740-8a43d9414920 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 931 time: 0.2180061 May 05 15:33:01.262711 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.296242 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-30905d41-419f-4c76-8b4f-1e25a5f3a329 req-a77a8c90-022e-4fd9-8622-814b3b11ec36 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0396883 May 05 15:33:01.301279 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-171a58ca-6b2c-4e82-9302-0d2e8549996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.302985 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8a17ff8-b465-44ea-8474-8da692decb3f req-171a58ca-6b2c-4e82-9302-0d2e8549996b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145258 May 05 15:33:01.400493 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c99b70e8-e72d-4e8a-8580-80a44a41483e req-a8cfded0-13c3-465e-9b1b-8fee67f8ef22 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621590 May 05 15:33:01.420352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Made reservation on behalf of 9163f7a2ccc347a391a3541778b4bdca for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:01.423452 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:01.513342 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-ad125143-945a-4a8e-b3d3-071ff10a61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.514795 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-ad125143-945a-4a8e-b3d3-071ff10a61d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1128 time: 0.1345885 May 05 15:33:01.556195 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4205f8-9fd4-42b9-aa44-e93bd89bf07f req-dab2cb31-e0b6-4b60-a2c6-2d2bbf26b853 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.565515 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5e4205f8-9fd4-42b9-aa44-e93bd89bf07f req-dab2cb31-e0b6-4b60-a2c6-2d2bbf26b853 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0708854 May 05 15:33:01.620265 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-3b7d35ba-2d3a-4e9a-9240-e28c80d8edfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 217 time: 0.0958412 May 05 15:33:01.662214 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5e4205f8-9fd4-42b9-aa44-e93bd89bf07f req-9fae506a-0088-4eca-bb6d-c356ecb08bee tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954559 May 05 15:33:01.784593 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-cc95d1aa-18a9-46ef-9cd1-11f10ad4499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.785973 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-cc95d1aa-18a9-46ef-9cd1-11f10ad4499b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.1558926 May 05 15:33:01.844949 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Allocated IP 172.20.0.13 (a5fb39cc-3ea4-4372-8bac-c981fa5b8715/e910093b-1d98-4c12-8621-8d97ddd58167/87f03273-ee3e-4bd1-9618-802f91ae9ecd) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:01.866129 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-0d5e3849-b929-4155-8c81-678ff6f68c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:01.867820 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-0d5e3849-b929-4155-8c81-678ff6f68c3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732687 May 05 15:33:01.986596 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c18a30f-5e6b-4b44-a622-4e08795258ce {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:02.005186 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks [] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.106752 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.119784 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Transition to ACTIVE for port object 9c18a30f-5e6b-4b44-a622-4e08795258ce will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:02.152235 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89876f-4be5-484e-a97e-0724b3b9e080 req-04fbcf5a-13f6-4708-8e0d-ad194bfd4c43 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:02.163453 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4a89876f-4be5-484e-a97e-0724b3b9e080 req-04fbcf5a-13f6-4708-8e0d-ad194bfd4c43 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.1220751 May 05 15:33:02.232419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.457391 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8848adfb-33b4-46ce-9bc8-45f5fa1af134 req-701c03e1-0b82-44d6-b4fc-cf82c3c36bf4 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0450270 May 05 15:33:02.594118 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da4536-a721-4990-9cb2-bceb43dda3bc req-1eb0a45c-6c79-4ed0-9806-f4f7cf325355 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:02.602259 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64da4536-a721-4990-9cb2-bceb43dda3bc req-1eb0a45c-6c79-4ed0-9806-f4f7cf325355 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.0664124 May 05 15:33:02.668095 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64da4536-a721-4990-9cb2-bceb43dda3bc req-2a8e35cc-18bd-4c13-b7c7-b23d3bc78d6f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641844 May 05 15:33:02.706597 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-5a09ae55-0e04-4369-b504-cfbf1bc818d5 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8287437 May 05 15:33:02.790343 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Pushing event updated for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:02.800253 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4a89876f-4be5-484e-a97e-0724b3b9e080 req-adcecd4a-2911-47f2-992c-8c3e65d21d7c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6356010 May 05 15:33:02.825004 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks [] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:02.852122 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce5bf-1bf9-46e2-b486-fb92cc16d597 req-655c74de-2999-414a-832d-1dc99cdcf1c5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:02.854014 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ac6ce5bf-1bf9-46e2-b486-fb92cc16d597 req-655c74de-2999-414a-832d-1dc99cdcf1c5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0849466 May 05 15:33:02.917248 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ac6ce5bf-1bf9-46e2-b486-fb92cc16d597 req-41cc6f6c-e73a-4a9c-9a89-3cd5aaf20797 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570428 May 05 15:33:02.996297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2fc44abf-d737-4e4f-9ecc-cf5be62e601e req-45a03508-3428-44ab-bc64-23e16f7c685c service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791524 May 05 15:33:03.039267 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Attempting to bind port 9c18a30f-5e6b-4b44-a622-4e08795258ce on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:03.040489 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Attempting to bind port 9c18a30f-5e6b-4b44-a622-4e08795258ce by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:03.041139 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Attempting to bind port 9c18a30f-5e6b-4b44-a622-4e08795258ce on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:03.046929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Port 9c18a30f-5e6b-4b44-a622-4e08795258ce on network eb1e4d75-3fa0-4232-a454-71471b499c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:03.047348 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Attempting to bind port 9c18a30f-5e6b-4b44-a622-4e08795258ce on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:03.053483 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:03.054007 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:03.054605 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:03.055110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Bound port: 9c18a30f-5e6b-4b44-a622-4e08795258ce, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:03.056141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.105060 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.207376 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Pushing event updated for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:03.220186 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:03.227234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:03.232688 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:03.237390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:03.241334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:03.296166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.296905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.334849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.378783 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.379551 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.381382 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-31962112-f338-4b20-8a47-40b55a28925c service neutron] 10.222.0.60 "PUT /v2.0/ports/9c18a30f-5e6b-4b44-a622-4e08795258ce HTTP/1.1" status: 200 len: 1093 time: 2.4055898 May 05 15:33:03.382048 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:03.385090 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c82886-aacd-4305-b4f0-f5790433e41b" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:03.396022 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e49efa21-f5e0-4ccb-849d-ba39dadbf8cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4063423 May 05 15:33:03.431255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31962112-f338-4b20-8a47-40b55a28925c service neutron] Pushing event updated for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:03.458441 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d989c4b-a65f-4dda-a103-ce091b032096 x-openstack-request-id: req-9d989c4b-a65f-4dda-a103-ce091b032096 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:03.458441 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:03.458441 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d989c4b-a65f-4dda-a103-ce091b032096 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:03.458441 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d989c4b-a65f-4dda-a103-ce091b032096'] response: {'name': 'network-changed', 'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'status': 'completed', 'code': 200} May 05 15:33:03.610007 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca6ac3-f8e4-4a73-a0b8-194e4d26a532 req-6afbbf83-5ece-4ef6-90ed-1423307b7452 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.617344 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-86ca6ac3-f8e4-4a73-a0b8-194e4d26a532 req-6afbbf83-5ece-4ef6-90ed-1423307b7452 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 932 time: 0.0587332 May 05 15:33:03.679226 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-86ca6ac3-f8e4-4a73-a0b8-194e4d26a532 req-de398d60-71e1-492f-a082-6d65b69467cc tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607412 May 05 15:33:03.730381 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:03.834361 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74d410-7b8f-4cc3-8760-a29e2e09bc34 req-f78c6a9f-7c02-49a7-a88c-5339aa4a1693 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:03.838360 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1b74d410-7b8f-4cc3-8760-a29e2e09bc34 req-f78c6a9f-7c02-49a7-a88c-5339aa4a1693 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.0925629 May 05 15:33:03.906941 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1b74d410-7b8f-4cc3-8760-a29e2e09bc34 req-6ea4b032-36a2-4c82-a456-f8259115a7cd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625646 May 05 15:33:03.989026 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Request body: {'port': {'device_id': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:04.009537 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24e6e4-3d91-4df5-84c8-425ba40606e5 req-f38bf33b-a8b3-4eb0-89f8-951bb7eea9c1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.012141 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f24e6e4-3d91-4df5-84c8-425ba40606e5 req-f38bf33b-a8b3-4eb0-89f8-951bb7eea9c1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.0929911 May 05 15:33:04.073790 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f24e6e4-3d91-4df5-84c8-425ba40606e5 req-22157713-6313-4c2f-b639-9565fa396a3a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474088 May 05 15:33:04.138612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82886-aacd-4305-b4f0-f5790433e41b req-10df1a5f-2420-4e99-aea5-fcaf36fc256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.140195 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-00c82886-aacd-4305-b4f0-f5790433e41b req-10df1a5f-2420-4e99-aea5-fcaf36fc256c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 1127 time: 0.0885606 May 05 15:33:04.214503 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c513ae-eea6-4bc8-a893-b113cf420c29 req-2e061ae8-0eb4-4177-b077-6c8e69078a92 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.222020 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3c513ae-eea6-4bc8-a893-b113cf420c29 req-2e061ae8-0eb4-4177-b077-6c8e69078a92 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.1677251 May 05 15:33:04.249299 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.374255 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3c513ae-eea6-4bc8-a893-b113cf420c29 req-78928f03-7ef5-4b21-9ead-1a9a608d6ae3 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493752 May 05 15:33:04.383630 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.395799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82886-aacd-4305-b4f0-f5790433e41b req-3719dd4f-68a6-47b2-9239-c4de1f5b045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.397382 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-00c82886-aacd-4305-b4f0-f5790433e41b req-3719dd4f-68a6-47b2-9239-c4de1f5b045f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf5faa51bd0c4b3584365948ad227668&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2482121 May 05 15:33:04.641845 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82886-aacd-4305-b4f0-f5790433e41b req-32b372f5-10ac-4abe-8ae7-6194356b94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.643441 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-00c82886-aacd-4305-b4f0-f5790433e41b req-32b372f5-10ac-4abe-8ae7-6194356b94ab service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276406 May 05 15:33:04.799196 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f03273-ee3e-4bd1-9618-802f91ae9ecd {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:04.819792 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks [] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.861259 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Transition to ACTIVE for port object 87f03273-ee3e-4bd1-9618-802f91ae9ecd will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:33:04.864948 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-d8319f20-285a-489e-8607-24fe42bb5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.866553 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-d8319f20-285a-489e-8607-24fe42bb5b8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 1127 time: 0.0561419 May 05 15:33:04.866929 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339da6-82ea-463a-ae3e-d817af6961cb req-96bfe596-18bb-49e6-bf2e-3585258cb311 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:04.868610 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a1339da6-82ea-463a-ae3e-d817af6961cb req-96bfe596-18bb-49e6-bf2e-3585258cb311 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 932 time: 0.0723982 May 05 15:33:04.912755 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-ee2d48a5-402f-4d4e-8bd2-312fcb0a62a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce HTTP/1.1" status: 200 len: 217 time: 0.0384386 May 05 15:33:04.929056 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:04.932291 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a1339da6-82ea-463a-ae3e-d817af6961cb req-67e53a03-f521-4032-981e-64c04f014728 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570548 May 05 15:33:04.960008 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b63c4751-71d9-4f73-8a92-4a39201aa0b1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:05.095207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Pushing event updated for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:05.136185 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:05.166419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a83cf-a351-4960-b1dd-53972923b3e2 req-c9d90031-8dc5-469a-8332-a240e7fda613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.166419 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-383a83cf-a351-4960-b1dd-53972923b3e2 req-c9d90031-8dc5-469a-8332-a240e7fda613 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.1070523 May 05 15:33:05.167044 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:05.172560 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-45c53346-6075-4b3f-98df-2135c6f446cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.184197 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-45c53346-6075-4b3f-98df-2135c6f446cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.2642210 May 05 15:33:05.249565 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port b63c4751-71d9-4f73-8a92-4a39201aa0b1 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:05.249961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.277077 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63c4751-71d9-4f73-8a92-4a39201aa0b1 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:05.285038 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07154d7-c5b8-49bd-b892-160540bbf1d3 req-44b21881-9e0b-4cca-81f3-6ff1c53f62a7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.294189 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a07154d7-c5b8-49bd-b892-160540bbf1d3 req-44b21881-9e0b-4cca-81f3-6ff1c53f62a7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 944 time: 0.1214516 May 05 15:33:05.302804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:05.306450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148f4-7966-464e-bbae-1d68e86019f1 req-a56033da-ec9d-4c98-b72b-9102974bdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.308086 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-a56033da-ec9d-4c98-b72b-9102974bdff6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019087 May 05 15:33:05.344114 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-383a83cf-a351-4960-b1dd-53972923b3e2 req-312abe3b-d82e-4507-84bc-bf129180634d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798840 May 05 15:33:05.371012 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a07154d7-c5b8-49bd-b892-160540bbf1d3 req-8762d20b-411a-4489-9be7-ec3ce3e079dd tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759304 May 05 15:33:05.409352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Attempting to bind port 87f03273-ee3e-4bd1-9618-802f91ae9ecd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:05.409694 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Attempting to bind port 87f03273-ee3e-4bd1-9618-802f91ae9ecd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:05.410029 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Attempting to bind port 87f03273-ee3e-4bd1-9618-802f91ae9ecd on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:05.439314 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Port 87f03273-ee3e-4bd1-9618-802f91ae9ecd on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Attempting to bind port 87f03273-ee3e-4bd1-9618-802f91ae9ecd on network a5fb39cc-3ea4-4372-8bac-c981fa5b8715 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Checking segment: {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Bound using segment: {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Bound port: 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27f824b-7e35-4983-9752-0b591f39b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:05.489708 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.539298 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-d793ab24-76c7-4402-832a-c7035ef10698 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072458 May 05 15:33:05.550074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa9d8-75b6-4742-903e-ac2592b213dd req-c3bde18c-d11a-430e-8cca-b4fbff9288d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.551455 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-249fa9d8-75b6-4742-903e-ac2592b213dd req-c3bde18c-d11a-430e-8cca-b4fbff9288d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0932417 May 05 15:33:05.650942 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:05.678706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:05.697363 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-249fa9d8-75b6-4742-903e-ac2592b213dd req-215e02a6-7ee3-433d-bec5-8d519674f077 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303878 May 05 15:33:05.709552 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-290148f4-7966-464e-bbae-1d68e86019f1 req-f12d14fc-a7e0-4ad0-b1e1-0a51ea58065b service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562004 May 05 15:33:05.750515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.807495 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:05.899546 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.934984 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:05.935641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:05.937010 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] 10.222.0.60 "PUT /v2.0/ports/87f03273-ee3e-4bd1-9618-802f91ae9ecd HTTP/1.1" status: 200 len: 1094 time: 1.9523273 May 05 15:33:05.937449 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:05.939720 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bafeda-043d-446e-9d33-8191c8dc222c" -d '{"events": [{"name": "network-changed", "server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:05.974334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa1d94-f61e-4ffc-a959-1c8816957a36 service neutron] Pushing event updated for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:05.984927 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bdc81d-599a-4e70-b55c-4dd82f13eafd x-openstack-request-id: req-d6bdc81d-599a-4e70-b55c-4dd82f13eafd {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:05.985148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:05.985384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6bdc81d-599a-4e70-b55c-4dd82f13eafd {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:05.985805 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bdc81d-599a-4e70-b55c-4dd82f13eafd'] response: {'name': 'network-changed', 'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd', 'status': 'completed', 'code': 200} May 05 15:33:06.026486 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['b63c4751-71d9-4f73-8a92-4a39201aa0b1'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:06.106668 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f603f-e13c-4b23-89c7-b5614421edea req-827b9d1f-745e-4352-89f2-700d3cb8bf74 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.118619 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae3f603f-e13c-4b23-89c7-b5614421edea req-827b9d1f-745e-4352-89f2-700d3cb8bf74 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.0946641 May 05 15:33:06.228472 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae3f603f-e13c-4b23-89c7-b5614421edea req-e77f73f9-ae66-40a4-b723-587b8cf43d92 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 May 05 15:33:06.500838 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050014-ab8b-48c2-a1c5-16415c73b012 req-1af3a3cc-bddb-4ea4-b093-17070b430127 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.511838 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-99050014-ab8b-48c2-a1c5-16415c73b012 req-1af3a3cc-bddb-4ea4-b093-17070b430127 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.0821693 May 05 15:33:06.520739 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8546e3e-2b88-4628-8612-642f4f690dc7 req-be3e4cd7-e608-4ca7-8c91-c1c257c905c7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.531517 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8546e3e-2b88-4628-8612-642f4f690dc7 req-be3e4cd7-e608-4ca7-8c91-c1c257c905c7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 945 time: 0.0832739 May 05 15:33:06.581360 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-99050014-ab8b-48c2-a1c5-16415c73b012 req-f790da59-90d1-4a2a-9e63-8ce691946cf1 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679085 May 05 15:33:06.594451 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8546e3e-2b88-4628-8612-642f4f690dc7 req-1bbe21da-9711-4392-88a5-6daddffb1129 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605106 May 05 15:33:06.869287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238c43e-4e4f-4975-bdc2-8e46060ee4b0 req-f6dc8fa8-b009-48eb-8107-7c95dc014996 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.871651 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6238c43e-4e4f-4975-bdc2-8e46060ee4b0 req-f6dc8fa8-b009-48eb-8107-7c95dc014996 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0713155 May 05 15:33:06.930270 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-ab97daff-4b93-4f4f-8732-dc50ed22f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:06.932247 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-ab97daff-4b93-4f4f-8732-dc50ed22f7d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 1128 time: 0.0693390 May 05 15:33:06.938210 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6238c43e-4e4f-4975-bdc2-8e46060ee4b0 req-7499070a-0489-4346-ad70-7633189630d5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593641 May 05 15:33:06.971661 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b63c4751-71d9-4f73-8a92-4a39201aa0b1 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:07.029087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port b63c4751-71d9-4f73-8a92-4a39201aa0b1 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:07.056476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-3a2d5ac0-43be-4d3e-baf0-6256f28e227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.058321 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-3a2d5ac0-43be-4d3e-baf0-6256f28e227f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9163f7a2ccc347a391a3541778b4bdca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1169655 May 05 15:33:07.118316 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port b63c4751-71d9-4f73-8a92-4a39201aa0b1 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:07.119283 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.193823 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-6895bc8f-a17f-4776-969d-291e471a5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.195323 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9bafeda-043d-446e-9d33-8191c8dc222c req-6895bc8f-a17f-4776-969d-291e471a5e93 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310875 May 05 15:33:07.268378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port b63c4751-71d9-4f73-8a92-4a39201aa0b1 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:07.268861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.301161 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:07.303770 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9563e6d-5db6-4589-bddc-a81fc7add012" -d '{"events": [{"server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "name": "network-vif-plugged", "status": "completed", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:07.318024 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:07.340491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-1ead8f3d-2a68-422f-8d7c-20d9927408d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.342024 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-1ead8f3d-2a68-422f-8d7c-20d9927408d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9163f7a2ccc347a391a3541778b4bdca&device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 1128 time: 0.0895126 May 05 15:33:07.362194 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053e934-f0c6-40f5-842e-c702bb4b625d x-openstack-request-id: req-2053e934-f0c6-40f5-842e-c702bb4b625d {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:07.362575 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "name": "network-vif-plugged", "status": "completed", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:07.362891 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2053e934-f0c6-40f5-842e-c702bb4b625d {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:07.363374 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2053e934-f0c6-40f5-842e-c702bb4b625d'] response: {'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'code': 200} May 05 15:33:07.447935 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-319787da-f1ff-48a0-b31c-7a5edafd77e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd HTTP/1.1" status: 200 len: 217 time: 0.0919170 May 05 15:33:07.453227 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:07.489885 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22bc6-0d56-4eff-830f-ac3e5f381123 req-a6147849-ecac-4478-add0-620e00e93f04 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.495994 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4d22bc6-0d56-4eff-830f-ac3e5f381123 req-a6147849-ecac-4478-add0-620e00e93f04 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.1420999 May 05 15:33:07.524732 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:07.624514 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4d22bc6-0d56-4eff-830f-ac3e5f381123 req-5a64e9e5-6622-4aa1-8c18-e82eccfb4367 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089005 May 05 15:33:07.632685 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e9948205-b4ae-44aa-84d0-8b262cdda982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.651739 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-e9948205-b4ae-44aa-84d0-8b262cdda982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e910093b-1d98-4c12-8621-8d97ddd58167 HTTP/1.1" status: 200 len: 849 time: 0.1766760 May 05 15:33:07.711115 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-fd091de3-2a77-4e36-8ebf-858ab8e3d649 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5fb39cc-3ea4-4372-8bac-c981fa5b8715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514743 May 05 15:33:07.773073 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77aec-e931-40db-8bba-f2229d07c426 req-73767c8a-d4f1-485d-879a-ea189cce3090 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.779995 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8fa77aec-e931-40db-8bba-f2229d07c426 req-73767c8a-d4f1-485d-879a-ea189cce3090 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.0902226 May 05 15:33:07.869354 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7f2c-e116-499d-a229-af23c3e3972e req-4b18fc9d-1613-495f-834c-1bfa77e586cf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.877141 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d6a7f2c-e116-499d-a229-af23c3e3972e req-4b18fc9d-1613-495f-834c-1bfa77e586cf tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.1289089 May 05 15:33:07.901288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed3e47-c15b-4dfe-a6cc-b36fe5dbd351 req-61461cea-1146-47c3-b557-1961fa14402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:07.903294 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-49ed3e47-c15b-4dfe-a6cc-b36fe5dbd351 req-61461cea-1146-47c3-b557-1961fa14402b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.1134944 May 05 15:33:07.924571 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8fa77aec-e931-40db-8bba-f2229d07c426 req-3085f318-975a-46d7-8c55-def7c08f7bde tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282735 May 05 15:33:07.981631 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-99c5fbd2-d372-444c-9583-177881ae2275 service neutron] 10.222.0.60 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614906 May 05 15:33:08.033685 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-49ed3e47-c15b-4dfe-a6cc-b36fe5dbd351 req-a1caf82e-7abd-4902-ba17-2b8203686d6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178188 May 05 15:33:08.040343 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2d6a7f2c-e116-499d-a229-af23c3e3972e req-f2a45517-a00b-43fb-9030-4cc0e45bc16c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616881 May 05 15:33:08.101611 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407695c7-1dea-4abe-b432-5c561bea1d25 req-0fd83ca6-3eb5-4307-acbb-8c1598c57b23 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:08.103585 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-407695c7-1dea-4abe-b432-5c561bea1d25 req-0fd83ca6-3eb5-4307-acbb-8c1598c57b23 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0677760 May 05 15:33:08.146131 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b9dba8b4-9362-42e6-8a44-e79faa3e9c81 req-8b9e5382-0bf8-4b0a-b150-35bc830e7748 service neutron] 10.222.0.60 "GET /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474457 May 05 15:33:08.169856 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-407695c7-1dea-4abe-b432-5c561bea1d25 req-44b6ec84-cf02-4901-8e5c-2af1914f9f77 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602520 May 05 15:33:08.777919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806cfe-450d-4611-930d-43c4297df2c2 req-427fe58c-83ac-4b00-b4ab-37d80f09fa0c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:08.791023 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc806cfe-450d-4611-930d-43c4297df2c2 req-427fe58c-83ac-4b00-b4ab-37d80f09fa0c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.0560985 May 05 15:33:08.857953 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc806cfe-450d-4611-930d-43c4297df2c2 req-fdc09059-6306-4e3d-8336-029a9122953f tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717480 May 05 15:33:09.053240 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a116621-e2e1-4d10-850f-f6d9b7466349 req-b43f599d-5a0a-4c6e-add1-44f399ba3a4a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:09.054959 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0a116621-e2e1-4d10-850f-f6d9b7466349 req-b43f599d-5a0a-4c6e-add1-44f399ba3a4a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 943 time: 0.0580497 May 05 15:33:09.121648 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0a116621-e2e1-4d10-850f-f6d9b7466349 req-6ce622c2-e4d7-4002-8e7e-c4b40eebb2c6 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591328 May 05 15:33:09.177589 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 9c18a30f-5e6b-4b44-a622-4e08795258ce details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:09.184115 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544f1b1-6980-4fb0-8de2-cab5bd5f1d0b req-623c1b5e-110a-49f0-9ebf-20621c752013 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:09.185849 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6544f1b1-6980-4fb0-8de2-cab5bd5f1d0b req-623c1b5e-110a-49f0-9ebf-20621c752013 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0584996 May 05 15:33:09.269436 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6544f1b1-6980-4fb0-8de2-cab5bd5f1d0b req-45c5c7a7-f6b2-4c70-b23b-dfd268216ac6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768247 May 05 15:33:09.347230 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ae09-3f9f-4102-8dcf-73d9c18ea9c9 req-1e37093e-0dd3-4849-b62a-c5a6582151cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:09.356839 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ccf2ae09-3f9f-4102-8dcf-73d9c18ea9c9 req-1e37093e-0dd3-4849-b62a-c5a6582151cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0777383 May 05 15:33:09.412560 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ccf2ae09-3f9f-4102-8dcf-73d9c18ea9c9 req-49ef7526-f5b6-4c3b-a8a1-953f7c35ef5a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546410 May 05 15:33:09.460111 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:09.471572 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'port_id': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'mac_address': 'fa:16:3e:a9:39:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:09.512675 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 9c18a30f-5e6b-4b44-a622-4e08795258ce is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:09.513071 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.526505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c18a30f-5e6b-4b44-a622-4e08795258ce {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:09.551353 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:09.967358 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:09.986135 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6254468-59ff-4637-8793-968647202370 req-113153f4-3bf7-4047-bf88-12c29e2f6e0f tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:09.986135 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6254468-59ff-4637-8793-968647202370 req-113153f4-3bf7-4047-bf88-12c29e2f6e0f tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.0556951 May 05 15:33:10.018537 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:10.040019 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6254468-59ff-4637-8793-968647202370 req-858485f7-057f-4c23-94c9-452fcf1df9ae tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 May 05 15:33:10.253996 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b8f0b-1382-47b8-b770-bc3ad920d6f9 req-74a50cf9-9dd9-462e-b520-8446dc72fc03 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:10.265149 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7b9b8f0b-1382-47b8-b770-bc3ad920d6f9 req-74a50cf9-9dd9-462e-b520-8446dc72fc03 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 944 time: 0.0656159 May 05 15:33:10.327396 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7b9b8f0b-1382-47b8-b770-bc3ad920d6f9 req-2a25ff2f-c076-4407-8d19-930a66cd0080 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608864 May 05 15:33:10.434111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33b606-654d-4362-8ced-2107a71195a6 req-b4f5c97a-f09d-4ad3-aad2-77f96a3e2b1a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:10.436062 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e33b606-654d-4362-8ced-2107a71195a6 req-b4f5c97a-f09d-4ad3-aad2-77f96a3e2b1a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0565858 May 05 15:33:10.505385 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e33b606-654d-4362-8ced-2107a71195a6 req-0f8a6625-b141-45ab-a25b-006a8309b1ec tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618095 May 05 15:33:10.581017 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab64d-2238-420c-b66b-177cde986e48 req-fe5b25c6-8e6b-4d2b-a708-1acf1f23837c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:10.582951 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e52ab64d-2238-420c-b66b-177cde986e48 req-fe5b25c6-8e6b-4d2b-a708-1acf1f23837c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0624554 May 05 15:33:10.640532 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e52ab64d-2238-420c-b66b-177cde986e48 req-28c49f3e-5232-42e3-bb53-61d5760c26e4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 May 05 15:33:11.164361 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c676c-83f3-4d6c-b813-ff240fade69e req-549f1539-0c9f-4572-b49f-2b17feaf1d74 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.166354 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d20c676c-83f3-4d6c-b813-ff240fade69e req-549f1539-0c9f-4572-b49f-2b17feaf1d74 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.0473032 May 05 15:33:11.206503 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['9c18a30f-5e6b-4b44-a622-4e08795258ce'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:11.214440 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d20c676c-83f3-4d6c-b813-ff240fade69e req-c82ed2a0-857a-4f61-b56f-316523957b72 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 May 05 15:33:11.452235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc14c1-9a41-4f2f-b01c-9511ab873da5 req-c598e373-5d78-4d78-ba15-e520fb2abd29 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.453699 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c4fc14c1-9a41-4f2f-b01c-9511ab873da5 req-c598e373-5d78-4d78-ba15-e520fb2abd29 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 944 time: 0.0466068 May 05 15:33:11.499198 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c4fc14c1-9a41-4f2f-b01c-9511ab873da5 req-503ecbf9-a503-45ed-8bbc-b13241fcc776 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400131 May 05 15:33:11.626334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0c028-51ee-4aa2-b57c-fb2b9d1a19e6 req-6a7e4cf9-5d0b-4df4-9492-cc4edd8d208a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.627821 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cec0c028-51ee-4aa2-b57c-fb2b9d1a19e6 req-6a7e4cf9-5d0b-4df4-9492-cc4edd8d208a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0520139 May 05 15:33:11.677549 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cec0c028-51ee-4aa2-b57c-fb2b9d1a19e6 req-f3b61b57-bd5e-4fe9-9a2d-51130e96a7f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 May 05 15:33:11.768271 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffa8be-0b83-4394-92a0-ff23fc0a04b1 req-e87a68ca-8c4f-4a05-bf6b-a995006ddacd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:11.769706 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64ffa8be-0b83-4394-92a0-ff23fc0a04b1 req-e87a68ca-8c4f-4a05-bf6b-a995006ddacd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0505574 May 05 15:33:11.818204 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64ffa8be-0b83-4394-92a0-ff23fc0a04b1 req-8dc45bb0-08c5-412d-b772-f963e215a0cd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 May 05 15:33:12.329179 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd532-4295-469a-92d1-5872fd35687f req-9eaa2d85-9d3c-4be6-a3a1-bc7ef76299e8 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.330673 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b3edd532-4295-469a-92d1-5872fd35687f req-9eaa2d85-9d3c-4be6-a3a1-bc7ef76299e8 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 944 time: 0.0487702 May 05 15:33:12.377792 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b3edd532-4295-469a-92d1-5872fd35687f req-771ab67c-b992-4cab-8c02-91d3a976161d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 May 05 15:33:12.619124 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41230) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:12.621496 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ef541-f81f-4296-aeeb-f5ae28993d46 req-99ff0046-58fb-4c10-9652-2c8ededa3319 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.623011 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd9ef541-f81f-4296-aeeb-f5ae28993d46 req-99ff0046-58fb-4c10-9652-2c8ededa3319 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 944 time: 0.0480905 May 05 15:33:12.683710 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd9ef541-f81f-4296-aeeb-f5ae28993d46 req-9987cd25-09d8-4497-89b4-b115c4ebcfbc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547197 May 05 15:33:12.753805 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3295d0d8-277d-47c9-a251-1be34be454f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:12.840457 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c8625-1839-46dd-8658-00e45432864f req-633f1f16-1e5b-4bb0-a31e-98ba167ab5af tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.841912 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-669c8625-1839-46dd-8658-00e45432864f req-633f1f16-1e5b-4bb0-a31e-98ba167ab5af tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0625136 May 05 15:33:12.954872 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890552a2-531e-40f8-8f3d-a88910b831b4 req-a811e413-939a-4c6a-a1f9-5117e547cb03 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:12.956564 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-890552a2-531e-40f8-8f3d-a88910b831b4 req-a811e413-939a-4c6a-a1f9-5117e547cb03 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0550206 May 05 15:33:13.014847 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-890552a2-531e-40f8-8f3d-a88910b831b4 req-97886499-cfdd-4b56-971c-301c0d9f3c83 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524473 May 05 15:33:13.086441 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 87f03273-ee3e-4bd1-9618-802f91ae9ecd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:13.089668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 9c18a30f-5e6b-4b44-a622-4e08795258ce up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:13.179104 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-669c8625-1839-46dd-8658-00e45432864f req-0d9faeac-f35e-43f8-bef4-00e0065f385a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300226 May 05 15:33:13.188849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3295d0d8-277d-47c9-a251-1be34be454f6 admin admin] Publish callbacks [] for security_group (4e167b4c-3030-44ff-a39b-828c7a5aca20), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.200797 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 9c18a30f-5e6b-4b44-a622-4e08795258ce completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:13.226911 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:13.238870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '87f03273-ee3e-4bd1-9618-802f91ae9ecd', 'network_id': 'a5fb39cc-3ea4-4372-8bac-c981fa5b8715', 'port_id': '87f03273-ee3e-4bd1-9618-802f91ae9ecd', 'mac_address': 'fa:16:3e:07:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e910093b-1d98-4c12-8621-8d97ddd58167', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:13.277377 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 87f03273-ee3e-4bd1-9618-802f91ae9ecd is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:13.277648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.283405 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3295d0d8-277d-47c9-a251-1be34be454f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4e167b4c-3030-44ff-a39b-828c7a5aca20), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.300513 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f03273-ee3e-4bd1-9618-802f91ae9ecd {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:13.314839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 9c18a30f-5e6b-4b44-a622-4e08795258ce triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:13.315232 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.342732 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:13.351379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295d0d8-277d-47c9-a251-1be34be454f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e167b4c-3030-44ff-a39b-828c7a5aca20,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:13.355518 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3295d0d8-277d-47c9-a251-1be34be454f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4eb5683e461644a9965b517b46804c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7353384 May 05 15:33:13.358480 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41242) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:13.368808 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-047f0a8a-f353-4bb1-b4d0-38f6bb6821ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.368808 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-047f0a8a-f353-4bb1-b4d0-38f6bb6821ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1129 time: 0.0641596 May 05 15:33:13.416582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.416922 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] Publish callbacks [] for security_group (4e167b4c-3030-44ff-a39b-828c7a5aca20), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.421928 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 9c18a30f-5e6b-4b44-a622-4e08795258ce is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:13.422331 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.447444 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] Publish callbacks [] for security_group (4e167b4c-3030-44ff-a39b-828c7a5aca20), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.478471 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:13.480552 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-809cd1f3-b35e-4365-845d-8d0838d9a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.480863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce8418-7733-4c7f-8bc1-96d37be7b71a" -d '{"events": [{"server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "name": "network-vif-plugged", "status": "completed", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:13.482152 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-809cd1f3-b35e-4365-845d-8d0838d9a286 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.1079798 May 05 15:33:13.505870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:13.512105 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:13.525352 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd07b24-5919-4642-8200-13ddfbd2da00 req-0eeb1699-72b2-4a4e-8a1d-be8bd0fb0927 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.526982 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dcd07b24-5919-4642-8200-13ddfbd2da00 req-0eeb1699-72b2-4a4e-8a1d-be8bd0fb0927 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 945 time: 0.0643599 May 05 15:33:13.538320 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed64ca0-a097-4b25-a94e-dcd5251071f8 x-openstack-request-id: req-8ed64ca0-a097-4b25-a94e-dcd5251071f8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:13.538764 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "name": "network-vif-plugged", "status": "completed", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:13.539314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ed64ca0-a097-4b25-a94e-dcd5251071f8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:13.540312 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed64ca0-a097-4b25-a94e-dcd5251071f8'] response: {'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'code': 200} May 05 15:33:13.573270 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-e88bf2e5-f3e0-4062-8bd1-8453bbebd88b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 1001 time: 0.0835679 May 05 15:33:13.598041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.602003 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dcd07b24-5919-4642-8200-13ddfbd2da00 req-da3ef050-233d-4588-8bc1-42b88885daf0 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679865 May 05 15:33:13.650821 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-4ed50a49-e402-492e-9c46-e4baac0e47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.652324 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-4ed50a49-e402-492e-9c46-e4baac0e47dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0598426 May 05 15:33:13.653639 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:13.697769 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-b7175138-fc98-48d0-ad4b-56e656f4eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.698766 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['87f03273-ee3e-4bd1-9618-802f91ae9ecd'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:13.699309 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-b7175138-fc98-48d0-ad4b-56e656f4eebe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399284 May 05 15:33:13.767601 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4e167b4c-3030-44ff-a39b-828c7a5aca20), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.776237 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:13.782635 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e167b4c-3030-44ff-a39b-828c7a5aca20 HTTP/1.1" status: 204 len: 168 time: 0.4229991 May 05 15:33:13.801334 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a0dfc-fb66-4d4a-b574-9bf32b26e469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e167b4c-3030-44ff-a39b-828c7a5aca20,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:13.828266 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-51850e9a-4581-480e-8ee3-6df7e74b9fca service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220386 May 05 15:33:13.908625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3cd8-c19a-43ca-958c-4b609671ad6d req-2a20536a-450e-4a50-8eb4-b3aa0b7639c5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:13.910092 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff9f3cd8-c19a-43ca-958c-4b609671ad6d req-2a20536a-450e-4a50-8eb4-b3aa0b7639c5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0809371 May 05 15:33:14.017122 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99eaec-3ed9-4aff-92b2-99777911ea46 req-15041582-5c04-48ff-927b-d81fac2ef13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:14.018624 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2c99eaec-3ed9-4aff-92b2-99777911ea46 req-15041582-5c04-48ff-927b-d81fac2ef13e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 1129 time: 0.0829618 May 05 15:33:14.022938 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1dd75b81-45bc-4339-a0fb-cc3342ee8af4 req-af326037-953e-4ba7-bbbf-b93dd1c76eec service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819093 May 05 15:33:14.050010 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff9f3cd8-c19a-43ca-958c-4b609671ad6d req-ab404504-f111-4760-aafa-1936c9c3b0ed tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131067 May 05 15:33:14.083624 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2c99eaec-3ed9-4aff-92b2-99777911ea46 req-494603d3-e314-479b-a6f0-68a44efd544e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520401 May 05 15:33:14.145411 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381028-3a76-4336-b4fb-bb027aa47c09 req-23b8f5f3-7c17-484f-9a7b-a2817253135a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:14.147094 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-be381028-3a76-4336-b4fb-bb027aa47c09 req-23b8f5f3-7c17-484f-9a7b-a2817253135a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.0511556 May 05 15:33:14.211140 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-be381028-3a76-4336-b4fb-bb027aa47c09 req-ae029c2a-8e5a-4432-abe1-116e4fbbddbc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575120 May 05 15:33:14.307828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ab10-57ea-4cb7-aade-5f5e4995877d req-68b63750-29fd-43a4-9889-08bb2f96a057 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:14.309445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3077ab10-57ea-4cb7-aade-5f5e4995877d req-68b63750-29fd-43a4-9889-08bb2f96a057 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0528359 May 05 15:33:14.356952 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3077ab10-57ea-4cb7-aade-5f5e4995877d req-89163f0e-8207-42b7-a785-9976654bacfe tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 May 05 15:33:14.465682 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fda7b-e97e-4012-8eb4-c70346ac1dda req-f50b5a68-baf8-4d24-ad77-6d3681e4228f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:14.467141 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e60fda7b-e97e-4012-8eb4-c70346ac1dda req-f50b5a68-baf8-4d24-ad77-6d3681e4228f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0467465 May 05 15:33:14.476894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41266) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:14.482812 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'floatingip': {'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:14.524589 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:14.736073 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489bc6-6c09-4f4c-ac4f-db351eeebc13 req-658b9375-3846-4d7e-973d-94afe5060b4c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:14.737692 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67489bc6-6c09-4f4c-ac4f-db351eeebc13 req-658b9375-3846-4d7e-973d-94afe5060b4c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 945 time: 0.0605698 May 05 15:33:14.893990 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67489bc6-6c09-4f4c-ac4f-db351eeebc13 req-a2adfb6d-c08c-43ae-9add-22e9cbd48165 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268942 May 05 15:33:15.054961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.121774 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 87f03273-ee3e-4bd1-9618-802f91ae9ecd up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:15.171003 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 87f03273-ee3e-4bd1-9618-802f91ae9ecd completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:33:15.171900 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807003-d9b7-4b86-9c32-52b0c1d3b0a7 req-c0e5024b-9c36-424f-85a0-5f791fd5ce8d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:15.173420 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b4807003-d9b7-4b86-9c32-52b0c1d3b0a7 req-c0e5024b-9c36-424f-85a0-5f791fd5ce8d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0470309 May 05 15:33:15.191712 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.224943 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b4807003-d9b7-4b86-9c32-52b0c1d3b0a7 req-d1b944b6-fa9c-4237-9185-e3c770bcf59e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 May 05 15:33:15.282213 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 87f03273-ee3e-4bd1-9618-802f91ae9ecd triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:15.287694 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.355116 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Floating IP e055cead-3587-4cd9-bdc7-3f5e59046df2 associated. External IP: 172.27.2.214, port: b63c4751-71d9-4f73-8a92-4a39201aa0b1. May 05 15:33:15.420103 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 87f03273-ee3e-4bd1-9618-802f91ae9ecd is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:15.420492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.442937 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ee777-4d21-478b-9056-4c0ce9228eda req-02f4cf10-29db-425a-81b3-4f6853cb3680 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:15.445598 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f77ee777-4d21-478b-9056-4c0ce9228eda req-02f4cf10-29db-425a-81b3-4f6853cb3680 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 945 time: 0.1424854 May 05 15:33:15.460641 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:15.541374 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:15.544302 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b8b16-c4ec-422b-be9e-7bad587ac5d4" -d '{"events": [{"server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "name": "network-vif-plugged", "status": "completed", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:15.548452 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.549511 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:33:15.553801 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f77ee777-4d21-478b-9056-4c0ce9228eda req-c0b829b7-bfc1-4e64-9606-67472244f26b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918007 May 05 15:33:15.607858 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a626bcb2-9b87-4118-ac3d-7330a80b95ce x-openstack-request-id: req-a626bcb2-9b87-4118-ac3d-7330a80b95ce {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:15.608173 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "name": "network-vif-plugged", "status": "completed", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:15.608431 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a626bcb2-9b87-4118-ac3d-7330a80b95ce {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:15.608821 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a626bcb2-9b87-4118-ac3d-7330a80b95ce'] response: {'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd', 'code': 200} May 05 15:33:15.635932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:15.670426 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:33:15.679421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: ACTIVE; New status is: DOWN {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:15.679740 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.721953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:15.792709 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:15.797788 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.804148 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:15.815207 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:15.815861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:32:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:15.828294 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-de485cc5-a034-4060-8c16-446e11c53930 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "PUT /v2.0/floatingips/e055cead-3587-4cd9-bdc7-3f5e59046df2 HTTP/1.1" status: 200 len: 992 time: 1.3494565 May 05 15:33:15.833049 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:15.833049 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882790e1-a193-46cd-b8f2-685bc62320af" -d '{"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:15.859180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:15.874442 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc882c-fa71-4359-80ea-fa5db592ea3b x-openstack-request-id: req-93dc882c-fa71-4359-80ea-fa5db592ea3b {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:15.875689 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:15.875689 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93dc882c-fa71-4359-80ea-fa5db592ea3b {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:15.875689 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dc882c-fa71-4359-80ea-fa5db592ea3b'] response: {'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'status': 'completed', 'code': 200} May 05 15:33:15.954496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=8']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:15.976708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:16.023817 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e5fb-4222-44e0-9206-ac065c8c39f4 req-5ecd13c8-fdc3-4f21-95ca-45cadb09d0e6 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.025970 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-46a0e5fb-4222-44e0-9206-ac065c8c39f4 req-5ecd13c8-fdc3-4f21-95ca-45cadb09d0e6 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0482919 May 05 15:33:16.076465 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-46a0e5fb-4222-44e0-9206-ac065c8c39f4 req-9ea9b3ba-f900-4950-8322-6bb68835f53d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 May 05 15:33:16.199461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:33:14Z', 'revision_number': 1, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:16.227853 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:16.237382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:16.238027 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:32:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:16.303239 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882790e1-a193-46cd-b8f2-685bc62320af req-55e1925e-184c-4c4a-996f-87edbed4a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.304821 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-55e1925e-184c-4c4a-996f-87edbed4a834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.0780251 May 05 15:33:16.329130 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b7a32-7d76-41db-9f6a-e897225c9432 req-a1e69279-66aa-4ed9-9a5a-cc2d6bce59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.330591 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c2b7a32-7d76-41db-9f6a-e897225c9432 req-a1e69279-66aa-4ed9-9a5a-cc2d6bce59ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 1130 time: 0.0703011 May 05 15:33:16.365848 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:16.400919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8957573-d751-42c1-bc73-defe73dbd580 req-213c1ec7-236b-4e12-b827-c6cbee43d80f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.402473 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8957573-d751-42c1-bc73-defe73dbd580 req-213c1ec7-236b-4e12-b827-c6cbee43d80f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0915182 May 05 15:33:16.492449 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c2b7a32-7d76-41db-9f6a-e897225c9432 req-5bbe9a69-46c7-4e30-ad92-c88915e576d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512327 May 05 15:33:16.502530 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882790e1-a193-46cd-b8f2-685bc62320af req-ffbd5037-0ed6-4193-b92b-af29a2346c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.504188 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-ffbd5037-0ed6-4193-b92b-af29a2346c6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1919172 May 05 15:33:16.520188 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8957573-d751-42c1-bc73-defe73dbd580 req-da671968-9a43-4cc8-ba84-147b96a736cb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856357 May 05 15:33:16.610136 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:33:14Z', 'revision_number': 1, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:16.641736 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c99a7f-7e1b-4239-9f7c-d3f199053c6d None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:33:14Z', 'revision_number': 1, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:16.684821 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb37443-afb6-4ffb-812b-b311dd790ec7 req-41f7fbc3-4fb7-4a26-b647-328e178e7733 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:16.686466 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2eb37443-afb6-4ffb-812b-b311dd790ec7 req-41f7fbc3-4fb7-4a26-b647-328e178e7733 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0494640 May 05 15:33:16.748552 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2eb37443-afb6-4ffb-812b-b311dd790ec7 req-0b89f67f-bd23-44bb-a738-4dc39544f52e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559576 May 05 15:33:16.858389 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f65a3-c7b5-495b-9832-d0573eadb7ab None None] New status for floating IP e055cead-3587-4cd9-bdc7-3f5e59046df2: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:33:17.194446 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7501ac3-3f87-417c-8ad0-261a60aea02e req-866f32b9-109a-485b-b011-d6ed92960fe2 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.195912 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e7501ac3-3f87-417c-8ad0-261a60aea02e req-866f32b9-109a-485b-b011-d6ed92960fe2 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0506022 May 05 15:33:17.250673 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e7501ac3-3f87-417c-8ad0-261a60aea02e req-381240eb-3c05-46d2-b560-38f63875eae9 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 May 05 15:33:17.472734 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41322) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:17.506668 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-dcc9e521-13cb-4ffa-ae0c-efdb694c08b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1002 time: 0.0630233 May 05 15:33:17.587052 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3665d328-b474-4ee4-b870-24b614f058c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.611604 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:17.612685 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5a337-594d-484c-aa34-c1c897b7ea6f" -d '{"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:17.653822 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6f7ac-d66b-4107-9607-fc7837ddcdfc req-5559c242-40ab-45ee-baa4-5a51dea20358 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.655327 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-54f6f7ac-d66b-4107-9607-fc7837ddcdfc req-5559c242-40ab-45ee-baa4-5a51dea20358 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0579484 May 05 15:33:17.721419 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-54f6f7ac-d66b-4107-9607-fc7837ddcdfc req-f1e409e7-7341-4377-b1c7-874abecebe0c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601504 May 05 15:33:17.753830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3665d328-b474-4ee4-b870-24b614f058c9 admin admin] Publish callbacks [] for security_group (4f0ec048-5dd8-47ca-921e-5ca1a7442172), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.775129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458acffe-d79f-4e43-8a50-01cbbf39f216 x-openstack-request-id: req-458acffe-d79f-4e43-8a50-01cbbf39f216 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:17.787264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:17.787264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-458acffe-d79f-4e43-8a50-01cbbf39f216 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:17.787264 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458acffe-d79f-4e43-8a50-01cbbf39f216'] response: {'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'code': 200} May 05 15:33:17.850982 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3665d328-b474-4ee4-b870-24b614f058c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4f0ec048-5dd8-47ca-921e-5ca1a7442172), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:17.869034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882790e1-a193-46cd-b8f2-685bc62320af req-577da580-3619-42c9-8653-13baba3f053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.870405 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-577da580-3619-42c9-8653-13baba3f053f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0492878 May 05 15:33:17.883401 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2adcc6-7852-4ddc-b115-79f0bbcf8949 req-d1d90f8c-6d13-439b-b52b-94820b26d503 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.885458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6a2adcc6-7852-4ddc-b115-79f0bbcf8949 req-d1d90f8c-6d13-439b-b52b-94820b26d503 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0701051 May 05 15:33:17.896951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41334) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:17.907318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'port_id': '9c18a30f-5e6b-4b44-a622-4e08795258ce'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:17.916466 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3665d328-b474-4ee4-b870-24b614f058c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d986365ac2604f49b6801b560f730385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402342 May 05 15:33:17.916929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41336) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:17.941096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665d328-b474-4ee4-b870-24b614f058c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ec048-5dd8-47ca-921e-5ca1a7442172,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:17.946963 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882790e1-a193-46cd-b8f2-685bc62320af req-6ac35cc3-39bf-4135-b14d-7729bdf79edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:17.948588 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-6ac35cc3-39bf-4135-b14d-7729bdf79edb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719094 May 05 15:33:17.952389 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.019356 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] Publish callbacks [] for security_group (4f0ec048-5dd8-47ca-921e-5ca1a7442172), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.084396 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] Publish callbacks [] for security_group (4f0ec048-5dd8-47ca-921e-5ca1a7442172), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.118328 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-d2cb7685-13cb-4094-a578-707f42eff768 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449869 May 05 15:33:18.232305 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4f0ec048-5dd8-47ca-921e-5ca1a7442172), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.235003 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.238537 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f0ec048-5dd8-47ca-921e-5ca1a7442172 HTTP/1.1" status: 204 len: 168 time: 0.3181007 May 05 15:33:18.245657 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecaf09-891d-4430-97d0-22b512377560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ec048-5dd8-47ca-921e-5ca1a7442172,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:18.247499 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [req-316b8a68-4d39-4d88-bcc9-4f2e4f186153 req-836a776c-74fd-4de5-8abe-790a0424c30c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:33:18.248545 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-316b8a68-4d39-4d88-bcc9-4f2e4f186153 req-836a776c-74fd-4de5-8abe-790a0424c30c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069315 May 05 15:33:18.371287 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4777f5-b652-4747-a023-7236b90cf5cc req-6178d2d3-1a96-42df-8669-314334555d2e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.372892 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2b4777f5-b652-4747-a023-7236b90cf5cc req-6178d2d3-1a96-42df-8669-314334555d2e tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0519106 May 05 15:33:18.422007 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2b4777f5-b652-4747-a023-7236b90cf5cc req-7737a1bd-2ea0-417f-986f-57971a6fb04b tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 May 05 15:33:18.450717 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.546140 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c307d-9a0e-4723-bd4e-45c922a340e7 req-590d6d3f-f5d6-4cae-9fcc-18f3c87c1aeb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:18.547634 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f66c307d-9a0e-4723-bd4e-45c922a340e7 req-590d6d3f-f5d6-4cae-9fcc-18f3c87c1aeb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0462184 May 05 15:33:18.621045 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f66c307d-9a0e-4723-bd4e-45c922a340e7 req-a1beaef2-6589-40bb-a113-fb1ffa6a04f8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672266 May 05 15:33:18.631768 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:18.714287 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-882790e1-a193-46cd-b8f2-685bc62320af req-f28b8b89-1fa7-4c5e-9d22-79f619cdbe93 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153636 May 05 15:33:18.780437 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 2ed47804-9930-4436-93f6-6dae4ce55c8a associated. External IP: 172.27.2.35, port: 9c18a30f-5e6b-4b44-a622-4e08795258ce. May 05 15:33:19.038312 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:33:19.098576 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:33:19.187839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: DOWN; New status is: DOWN {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:19.317781 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41384) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.358607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:33:19.363429 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:19.370841 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:33:19.381839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:19.382847 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:32:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:19.396093 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6dabb35e-3109-49e1-bcfa-d6a90eeca193 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "PUT /v2.0/floatingips/2ed47804-9930-4436-93f6-6dae4ce55c8a HTTP/1.1" status: 200 len: 990 time: 1.4951811 May 05 15:33:19.396685 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:19.399005 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531eb172-2f0b-4c69-ab85-fd94a307485b" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:19.415553 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-7ede4187-c267-4916-90bb-f16f41bee8c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965629 May 05 15:33:19.428774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-b56a2ed1-456d-4819-9519-eaa600e9952a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:33:19.438161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084939b-fb43-4fb5-ae26-cf84947a1ae7 x-openstack-request-id: req-0084939b-fb43-4fb5-ae26-cf84947a1ae7 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:19.438645 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:19.438876 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0084939b-fb43-4fb5-ae26-cf84947a1ae7 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:19.439331 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0084939b-fb43-4fb5-ae26-cf84947a1ae7'] response: {'name': 'network-changed', 'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'status': 'completed', 'code': 200} May 05 15:33:19.444370 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-b56a2ed1-456d-4819-9519-eaa600e9952a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0189531 May 05 15:33:19.531621 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-d247313b-3041-4740-95e1-aef5a619a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.533399 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-d247313b-3041-4740-95e1-aef5a619a733 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 1129 time: 0.0539916 May 05 15:33:19.545242 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:19.607663 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3c2b-957e-4693-b51a-a6897ced33ba req-0ce9f0e3-697c-4797-ac08-26d96aa9ff34 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.610878 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-871c3c2b-957e-4693-b51a-a6897ced33ba req-0ce9f0e3-697c-4797-ac08-26d96aa9ff34 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0815990 May 05 15:33:19.641911 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41404) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:19.714675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-ccc11bd9-f91c-4022-91ac-c7b297bdb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.716536 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-ccc11bd9-f91c-4022-91ac-c7b297bdb52c service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.1732876 May 05 15:33:19.731737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-871c3c2b-957e-4693-b51a-a6897ced33ba req-f433fae6-8c69-42aa-af1b-fb143399c9cb tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114230 May 05 15:33:19.804251 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-70871adb-dfb9-4b78-8b81-b0a27cd58e1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce HTTP/1.1" status: 200 len: 998 time: 0.0711477 May 05 15:33:19.817548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc705c-1210-4326-9c3c-aed1e0481a90 req-f2724ecb-ea1d-445e-91a8-b615593fc931 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.819124 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eecc705c-1210-4326-9c3c-aed1e0481a90 req-f2724ecb-ea1d-445e-91a8-b615593fc931 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.1102612 May 05 15:33:19.869754 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-ef07baa5-5995-4fd2-a987-1f2cd42a40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.871332 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-ef07baa5-5995-4fd2-a987-1f2cd42a40b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.0615845 May 05 15:33:19.891641 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ed47804-9930-4436-93f6-6dae4ce55c8a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:a9:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:33:18Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}, {'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:19.912323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-6fbd37c4-d56d-4390-b2ac-f20508f52d62 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.918375 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-6fbd37c4-d56d-4390-b2ac-f20508f52d62 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports/ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 940 time: 0.2706327 May 05 15:33:19.922902 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eecc705c-1210-4326-9c3c-aed1e0481a90 req-c76c69dc-109f-425a-b858-bd9935939fcb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897620 May 05 15:33:19.938265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:33:19.948319 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-efc17174-ea49-44c5-84a2-3364d55053cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:19.950226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-efc17174-ea49-44c5-84a2-3364d55053cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669122 May 05 15:33:19.959187 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:19.961773 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:32:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:20.076687 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-77756b23-3eb8-4ad7-a605-58d571a73efa service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164312 May 05 15:33:20.226740 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:33:20.468725 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-531eb172-2f0b-4c69-ab85-fd94a307485b req-3ff6d504-b1e2-4ea4-982a-d02406678f1d service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845589 May 05 15:33:20.537561 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ed47804-9930-4436-93f6-6dae4ce55c8a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:a9:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:33:18Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}, {'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:20.566462 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783e7d7-72ae-4318-becc-febeeccdba8e None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ed47804-9930-4436-93f6-6dae4ce55c8a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:a9:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:49Z', 'updated_at': '2022-05-05T15:33:18Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}, {'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:33:20.830193 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475c0bc-f75a-485a-bfc6-7972eb4c7c3c None None] New status for floating IP 2ed47804-9930-4436-93f6-6dae4ce55c8a: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:33:21.050521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dbee8-66df-4f3b-97d6-d188d5538129 req-c2a673e5-44b8-4ef6-a0bd-5276cd09af60 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:21.052148 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc4dbee8-66df-4f3b-97d6-d188d5538129 req-c2a673e5-44b8-4ef6-a0bd-5276cd09af60 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0490115 May 05 15:33:21.117980 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cc4dbee8-66df-4f3b-97d6-d188d5538129 req-ef7e51ed-7f0b-4e31-b213-feacd38b8295 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596049 May 05 15:33:21.251245 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c2a4-0410-4c34-af77-47bda74f42f2 req-ef4fdb5e-3c93-4d01-b0f0-0d6647215d3c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:21.252762 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e481c2a4-0410-4c34-af77-47bda74f42f2 req-ef4fdb5e-3c93-4d01-b0f0-0d6647215d3c tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0489902 May 05 15:33:21.307054 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e481c2a4-0410-4c34-af77-47bda74f42f2 req-3b576abe-f7a7-41fd-a205-8af6876f05a9 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 May 05 15:33:22.245919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2de1-1dbc-44e5-9fcd-b0ae66baa3e3 req-4a8f5ac0-6b8e-4853-864e-4b324c09d509 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:22.247483 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e2e2de1-1dbc-44e5-9fcd-b0ae66baa3e3 req-4a8f5ac0-6b8e-4853-864e-4b324c09d509 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0517936 May 05 15:33:22.297421 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e2e2de1-1dbc-44e5-9fcd-b0ae66baa3e3 req-a4d420db-5527-4113-8ae2-8078bec0577c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 May 05 15:33:22.433139 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea123e9-0edb-469c-8e20-6d0d1f02bb30 req-6f3682eb-4c8d-4867-9fda-bdb1c55bbec9 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:22.434687 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2ea123e9-0edb-469c-8e20-6d0d1f02bb30 req-6f3682eb-4c8d-4867-9fda-bdb1c55bbec9 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0572119 May 05 15:33:22.484734 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2ea123e9-0edb-469c-8e20-6d0d1f02bb30 req-66f63333-68d8-4af4-bc01-1ddb7d5b5d38 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/security-groups?id=794c7e31-a4a8-468f-9257-cc5278743498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 May 05 15:33:22.682193 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-7ec3e38c-1d75-4bd7-9ef5-54fdf504f6bd tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:22.683571 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-7ec3e38c-1d75-4bd7-9ef5-54fdf504f6bd tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 946 time: 0.0461640 May 05 15:33:22.788925 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Deleting port 87f03273-ee3e-4bd1-9618-802f91ae9ecd {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:33:22.789276 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.878734 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] For port 87f03273-ee3e-4bd1-9618-802f91ae9ecd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=87f03273-ee3e-4bd1-9618-802f91ae9ecd,segment=NetworkSegment(a27f824b-7e35-4983-9752-0b591f39b926),segment_id=a27f824b-7e35-4983-9752-0b591f39b926)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:22.879096 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:22.896973 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Calling delete_port for 87f03273-ee3e-4bd1-9618-802f91ae9ecd owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:33:23.134912 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (87f03273-ee3e-4bd1-9618-802f91ae9ecd), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.151210 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['87f03273-ee3e-4bd1-9618-802f91ae9ecd'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:23.163452 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Pushing event deleted for resources: {'Port': ['ID=87f03273-ee3e-4bd1-9618-802f91ae9ecd,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:23.212528 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] No DVR routers for this DVR port 87f03273-ee3e-4bd1-9618-802f91ae9ecd on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:33:23.214970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:23.218539 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5066f6d0-7a58-4d7d-898b-ce99c1099679 req-6cdc8a98-4c35-4ebf-a6fe-d9419bfce84d tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.60 "DELETE /v2.0/ports/87f03273-ee3e-4bd1-9618-802f91ae9ecd HTTP/1.1" status: 204 len: 173 time: 0.5302258 May 05 15:33:23.218970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'name': 'network-vif-deleted', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:23.221194 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4ea2e-ec6d-4417-8cfe-9989792adbb6" -d '{"events": [{"server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "name": "network-vif-deleted", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:23.255274 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4bb48-336f-4172-a324-800f4178c424 x-openstack-request-id: req-8de4bb48-336f-4172-a324-800f4178c424 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:23.255908 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45ae553-ef8a-4848-b5ef-c8d099e15a89", "name": "network-vif-deleted", "tag": "87f03273-ee3e-4bd1-9618-802f91ae9ecd", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:23.255908 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8de4bb48-336f-4172-a324-800f4178c424 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:23.256293 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de4bb48-336f-4172-a324-800f4178c424'] response: {'server_uuid': 'a45ae553-ef8a-4848-b5ef-c8d099e15a89', 'name': 'network-vif-deleted', 'tag': '87f03273-ee3e-4bd1-9618-802f91ae9ecd', 'status': 'completed', 'code': 200} May 05 15:33:23.421216 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbf3c7-35ec-459c-9dd2-87feba7fc45b req-e1174525-3ade-44d0-accb-0eedee360d30 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.421923 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-c1e03534-9677-4eae-9422-0f3b1e7017ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.422914 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9adbf3c7-35ec-459c-9dd2-87feba7fc45b req-e1174525-3ade-44d0-accb-0eedee360d30 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0509479 May 05 15:33:23.423888 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-c1e03534-9677-4eae-9422-0f3b1e7017ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 1127 time: 0.0886509 May 05 15:33:23.473365 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9adbf3c7-35ec-459c-9dd2-87feba7fc45b req-47901d20-6e2c-4753-b266-c9d038fed77e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 May 05 15:33:23.491604 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-429cbbd5-e5a7-4910-b825-7458e3a80930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.493833 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-429cbbd5-e5a7-4910-b825-7458e3a80930 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1127 time: 0.0456033 May 05 15:33:23.617438 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cfec19b1-34ac-4e23-aa00-cd3434abe13f req-35f9c8a9-ed7d-4406-a6d3-3a358874d619 tempest-VolumesActionsTest-583495436 tempest-VolumesActionsTest-583495436-project] 10.222.0.55 "GET /v2.0/ports?device_id=a45ae553-ef8a-4848-b5ef-c8d099e15a89 HTTP/1.1" status: 200 len: 210 time: 0.0344813 May 05 15:33:23.634514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-8a0e7d52-1f86-4b7f-bf54-7da9f85b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.635990 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-8a0e7d52-1f86-4b7f-bf54-7da9f85b4279 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.1185069 May 05 15:33:23.705461 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-73295055-a44f-49fb-8d21-ff48d6c37f09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 200 len: 999 time: 0.0626576 May 05 15:33:23.755231 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-bb6aaf0d-b0ed-48f0-b6e2-8f79d84de093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.756648 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-bb6aaf0d-b0ed-48f0-b6e2-8f79d84de093 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0455749 May 05 15:33:23.800042 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-eeeb0e48-32e0-458e-9e1b-97e25ee77325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:23.801571 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-eeeb0e48-32e0-458e-9e1b-97e25ee77325 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395262 May 05 15:33:24.105661 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-b94e0bb7-bbac-4837-af15-24443dc29451 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902460 May 05 15:33:24.200076 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fc42318b-27dc-489d-aa78-5495b54aefa1 req-8f835fe5-af11-462d-9e9f-9fe8345d8f1f service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880649 May 05 15:33:24.606422 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18205f-4c48-4868-8eb4-55e506a200b0 req-c67a201c-762e-4267-9e21-a5a221e604f1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:24.613362 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7d18205f-4c48-4868-8eb4-55e506a200b0 req-c67a201c-762e-4267-9e21-a5a221e604f1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0607166 May 05 15:33:24.660510 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7d18205f-4c48-4868-8eb4-55e506a200b0 req-d2ab57f9-47d9-4b41-831b-81a965507619 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 May 05 15:33:24.716743 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41504) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:24.847249 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-393da6b0-7554-42d4-8068-04d75aea6291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:24.924350 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-393da6b0-7554-42d4-8068-04d75aea6291 admin admin] Publish callbacks [] for security_group (826f8a70-3af3-4a2b-bff8-4e33114a8a28), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.043333 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-393da6b0-7554-42d4-8068-04d75aea6291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (826f8a70-3af3-4a2b-bff8-4e33114a8a28), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.087897 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-393da6b0-7554-42d4-8068-04d75aea6291 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acf57b560d954a068825eb46975a6c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700786 May 05 15:33:25.088738 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da6b0-7554-42d4-8068-04d75aea6291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826f8a70-3af3-4a2b-bff8-4e33114a8a28,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:25.090631 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41522) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:25.186198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] Publish callbacks [] for security_group (826f8a70-3af3-4a2b-bff8-4e33114a8a28), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.221616 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] Publish callbacks [] for security_group (826f8a70-3af3-4a2b-bff8-4e33114a8a28), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.380958 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (826f8a70-3af3-4a2b-bff8-4e33114a8a28), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.384915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:25.389112 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826f8a70-3af3-4a2b-bff8-4e33114a8a28 HTTP/1.1" status: 204 len: 168 time: 0.2937188 May 05 15:33:25.398287 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd4450-ed3b-4076-ac6c-ca9167ecc13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f8a70-3af3-4a2b-bff8-4e33114a8a28,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:25.842673 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48952c6-b0ca-4723-bd1c-d107c9825dff req-9f39df02-3b68-4605-9489-5d00c4afe126 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:25.852327 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b48952c6-b0ca-4723-bd1c-d107c9825dff req-9f39df02-3b68-4605-9489-5d00c4afe126 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0673432 May 05 15:33:25.920715 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b48952c6-b0ca-4723-bd1c-d107c9825dff req-e339e6b3-b240-4c36-afbc-239b7d1c99cd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668292 May 05 15:33:27.051190 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73542007-fdc5-4408-bd5e-ab69153582cb req-a21e5296-ab3b-40c5-9e24-ab234343f78a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:27.052979 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73542007-fdc5-4408-bd5e-ab69153582cb req-a21e5296-ab3b-40c5-9e24-ab234343f78a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0529270 May 05 15:33:27.109124 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-73542007-fdc5-4408-bd5e-ab69153582cb req-e0331775-015e-46ed-8be2-7b46bedee725 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 May 05 15:33:27.363902 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-27591ebb-118e-4be8-9ca6-2357fe4c842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.389208 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 87f03273-ee3e-4bd1-9618-802f91ae9ecd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:33:27.426140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 87f03273-ee3e-4bd1-9618-802f91ae9ecd {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:33:27.426140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 87f03273-ee3e-4bd1-9618-802f91ae9ecd not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:33:27.444043 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41594) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.566301 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ebcabc33-6f92-4cb6-bf8b-bd761349bc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.642670 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ebcabc33-6f92-4cb6-bf8b-bd761349bc7b admin admin] Publish callbacks [] for security_group (6e78a843-b56a-434a-8d5b-1baea4908e9f), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.694524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ebcabc33-6f92-4cb6-bf8b-bd761349bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6e78a843-b56a-434a-8d5b-1baea4908e9f), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.740192 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ebcabc33-6f92-4cb6-bf8b-bd761349bc7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=780d4e20b07c4ee88af51bcfe43d3673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950287 May 05 15:33:27.742913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41600) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:27.743509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcabc33-6f92-4cb6-bf8b-bd761349bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e78a843-b56a-434a-8d5b-1baea4908e9f,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:27.802881 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] Publish callbacks [] for security_group (6e78a843-b56a-434a-8d5b-1baea4908e9f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.831165 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] Publish callbacks [] for security_group (6e78a843-b56a-434a-8d5b-1baea4908e9f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.940317 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6e78a843-b56a-434a-8d5b-1baea4908e9f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.942970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:27.944312 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e78a843-b56a-434a-8d5b-1baea4908e9f HTTP/1.1" status: 204 len: 168 time: 0.2003524 May 05 15:33:27.953904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f42193-4915-4e13-be79-9f9f7221541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e78a843-b56a-434a-8d5b-1baea4908e9f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:28.234183 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75d22-3c67-4164-8a71-5176f6f9ce22 req-98b9abfb-87ac-4a87-b4ac-ec36548ace99 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:28.234872 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ab75d22-3c67-4164-8a71-5176f6f9ce22 req-98b9abfb-87ac-4a87-b4ac-ec36548ace99 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0514944 May 05 15:33:28.311241 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ab75d22-3c67-4164-8a71-5176f6f9ce22 req-d258d341-55df-4146-b4d6-592276b19aff tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699618 May 05 15:33:29.169917 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:33:29.458198 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570272b5-fe46-418e-8f98-aba0e143f891 req-d9303c89-a9b4-4c42-9e28-00940a9e2436 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:29.460124 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-570272b5-fe46-418e-8f98-aba0e143f891 req-d9303c89-a9b4-4c42-9e28-00940a9e2436 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0560369 May 05 15:33:29.527082 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-570272b5-fe46-418e-8f98-aba0e143f891 req-0ebb552f-473e-44aa-9dbc-420e4bc9a3c8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526497 May 05 15:33:29.744785 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-21e65126-ee35-4a6e-9db1-0ed16121ff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:30.657249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da09f-9247-46f5-852d-d07d1007e720 req-b652b186-05ca-49fe-a613-4dd39c6f4176 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:30.664408 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fd7da09f-9247-46f5-852d-d07d1007e720 req-b652b186-05ca-49fe-a613-4dd39c6f4176 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0532079 May 05 15:33:30.734500 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fd7da09f-9247-46f5-852d-d07d1007e720 req-87908a1d-bc84-4e49-a47f-9d23207f5ea0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676618 May 05 15:33:31.072700 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:31.944628 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69eee-0bf3-4f8c-b1ae-43c193a83ded req-6ef3c6fb-1790-448b-bfae-1770a5b6ef2b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:31.947955 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6cc69eee-0bf3-4f8c-b1ae-43c193a83ded req-6ef3c6fb-1790-448b-bfae-1770a5b6ef2b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0607913 May 05 15:33:32.032603 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6cc69eee-0bf3-4f8c-b1ae-43c193a83ded req-29001dac-61d6-4c54-8666-edc96b16f09a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769877 May 05 15:33:32.208635 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:33.246491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267b1a3-5f08-403f-92d8-ed208bb0e1a1 req-9c24326a-6aa8-4699-8e75-83349e900bdc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:33.253480 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b267b1a3-5f08-403f-92d8-ed208bb0e1a1 req-9c24326a-6aa8-4699-8e75-83349e900bdc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0758111 May 05 15:33:33.340135 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b267b1a3-5f08-403f-92d8-ed208bb0e1a1 req-5ca0e13f-1a4c-4c31-a908-a2d2aa1065a4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856354 May 05 15:33:33.801028 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.346345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:34.473442 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b467-5c4d-4eb1-9c12-6103b165f900 req-0c2e1b89-951f-4ef9-b97d-025c85c4ffb4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:34.481420 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b157b467-5c4d-4eb1-9c12-6103b165f900 req-0c2e1b89-951f-4ef9-b97d-025c85c4ffb4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0647001 May 05 15:33:34.557517 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b157b467-5c4d-4eb1-9c12-6103b165f900 req-3b3192b2-97f8-46ce-8be3-b9123fbe20ca tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665402 May 05 15:33:35.680097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986cf41-0e24-4919-b192-981f9a347033 req-c125e427-ae15-4882-981d-5a8e22f0d17a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:35.681922 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5986cf41-0e24-4919-b192-981f9a347033 req-c125e427-ae15-4882-981d-5a8e22f0d17a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0575995 May 05 15:33:35.747960 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5986cf41-0e24-4919-b192-981f9a347033 req-c1f21e1a-d9e3-4480-ac9c-444aa2959d62 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588777 May 05 15:33:35.970518 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-cb4b7a0c-6d6b-4c82-9a8b-e487da74af52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465045 May 05 15:33:36.041943 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-6c8776c4-5729-4674-aa68-7f897f726d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:36.044285 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-6c8776c4-5729-4674-aa68-7f897f726d99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 1129 time: 0.0501723 May 05 15:33:36.174059 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-f90de72f-6933-4ff4-ab32-87adf4cd0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:36.175804 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-f90de72f-6933-4ff4-ab32-87adf4cd0123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.1087365 May 05 15:33:36.251381 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-7ffb5f61-227c-464e-a20a-da18fe553f3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 200 len: 1000 time: 0.0683861 May 05 15:33:36.308649 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-101d72cc-a579-4e48-a935-2bbb51cdb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:36.310533 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-101d72cc-a579-4e48-a935-2bbb51cdb436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.0512564 May 05 15:33:36.365823 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-5016dae4-ce3a-43d6-b2c8-b63cda2ae970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:36.368118 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-5016dae4-ce3a-43d6-b2c8-b63cda2ae970 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495360 May 05 15:33:36.477366 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-35c2e7a7-1a6d-430c-b143-819c10eeb6ec service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003194 May 05 15:33:36.580458 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a3645a3-d2cf-4b61-90d7-37e1c0e58127 req-3b2b3389-e1e0-48d5-bc83-638b33b6bb21 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956168 May 05 15:33:36.977990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7292c-49ee-42f5-9095-7dcf998b9bec req-0378aaa0-ed3f-427a-990d-706f4f67abfc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:36.980221 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d4a7292c-49ee-42f5-9095-7dcf998b9bec req-0378aaa0-ed3f-427a-990d-706f4f67abfc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.1091664 May 05 15:33:37.050310 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d4a7292c-49ee-42f5-9095-7dcf998b9bec req-bce06f10-36dd-4f93-9a2a-70be890a0164 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627937 May 05 15:33:38.194728 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2a6d3-1c23-4b5e-a49b-fbecc9d4a7fe req-25f2a24d-8b94-4f07-ba9a-3eff4b941bca tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:38.197331 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c2a6d3-1c23-4b5e-a49b-fbecc9d4a7fe req-25f2a24d-8b94-4f07-ba9a-3eff4b941bca tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0646453 May 05 15:33:38.263833 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c2a6d3-1c23-4b5e-a49b-fbecc9d4a7fe req-a9268801-3e12-47bb-bfa0-98aa5386ae32 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595911 May 05 15:33:39.417209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a790-1ad7-4ae9-9be7-4db306514299 req-b4f7dd1d-b6b5-48bc-9631-beb77a8120e6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:39.425039 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5ca5a790-1ad7-4ae9-9be7-4db306514299 req-b4f7dd1d-b6b5-48bc-9631-beb77a8120e6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0617759 May 05 15:33:39.476428 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5ca5a790-1ad7-4ae9-9be7-4db306514299 req-a81a5cdc-e5b1-4a05-9fcf-3818a0b54763 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501890 May 05 15:33:40.616095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e9f7-ad8e-477a-bbd6-3802effd5226 req-c830810b-a661-45df-81fe-42a2ea80b6e8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:40.619865 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6ca6e9f7-ad8e-477a-bbd6-3802effd5226 req-c830810b-a661-45df-81fe-42a2ea80b6e8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0589178 May 05 15:33:40.684052 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6ca6e9f7-ad8e-477a-bbd6-3802effd5226 req-0c79b126-bedd-4e37-aa55-2ba4a72bce40 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574992 May 05 15:33:41.852816 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d4a47-abbe-4a85-9b0a-66650fa564b2 req-b93b12dd-55ab-4b5f-837e-9e8fe5e69ca5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:41.855817 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b4d4a47-abbe-4a85-9b0a-66650fa564b2 req-b93b12dd-55ab-4b5f-837e-9e8fe5e69ca5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0654666 May 05 15:33:41.940997 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b4d4a47-abbe-4a85-9b0a-66650fa564b2 req-2c77a50d-24fd-4251-8579-dda1cdade34a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783100 May 05 15:33:43.081497 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaa82f-addc-4692-a4fb-523278cd30e7 req-663d0a56-e401-4806-a68f-545b9e5a08ef tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:43.083053 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8eaa82f-addc-4692-a4fb-523278cd30e7 req-663d0a56-e401-4806-a68f-545b9e5a08ef tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 943 time: 0.0564919 May 05 15:33:43.151289 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8eaa82f-addc-4692-a4fb-523278cd30e7 req-76889e83-b3b0-4305-a9cc-b54fe6b31a87 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599554 May 05 15:33:43.225648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:33:43.340285 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:43.354128 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'mac_address': 'fa:16:3e:75:44:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:33:43.408520 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:43.409179 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:43.432614 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:33:43.461046 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:43.529580 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:43.634875 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=9']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:43.645990 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.646616 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.647085 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.648104 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.648582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.649478 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.650043 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.650405 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.651362 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.652244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.652841 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.654555 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.654945 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.655679 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.656224 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:43.887200 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['ed1fbad5-e017-4c45-8ca7-8543fdc99caa'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:33:44.306423 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833fb44-58e0-4c4b-b7f7-8bf310655ead req-a93243e2-fbe3-4ef9-8d5a-76d4527343a4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:44.308172 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2833fb44-58e0-4c4b-b7f7-8bf310655ead req-a93243e2-fbe3-4ef9-8d5a-76d4527343a4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0640588 May 05 15:33:44.361460 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2833fb44-58e0-4c4b-b7f7-8bf310655ead req-93119cb7-026b-40e9-a841-cad1c39c60c9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475399 May 05 15:33:45.240060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:33:45.292220 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port ed1fbad5-e017-4c45-8ca7-8543fdc99caa triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:33:45.292600 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.384840 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ed1fbad5-e017-4c45-8ca7-8543fdc99caa is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:33:45.385221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.408718 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:33:45.411022 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9cc87f-26c0-4e14-aa4b-67b5d46de9fa" -d '{"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:33:45.424599 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:33:45.454387 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98bcff2-3667-4d96-9d32-c6122bd6fd13 x-openstack-request-id: req-b98bcff2-3667-4d96-9d32-c6122bd6fd13 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:33:45.454913 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:33:45.455349 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b98bcff2-3667-4d96-9d32-c6122bd6fd13 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:33:45.455952 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98bcff2-3667-4d96-9d32-c6122bd6fd13'] response: {'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'code': 200} May 05 15:33:45.504176 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb23d-1485-47a4-8662-79e3ce8b7850 req-6afd4c2a-5b97-4622-affa-3ae39cc4538d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:45.505965 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b9cb23d-1485-47a4-8662-79e3ce8b7850 req-6afd4c2a-5b97-4622-affa-3ae39cc4538d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 944 time: 0.0684645 May 05 15:33:45.545521 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.571052 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b9cb23d-1485-47a4-8662-79e3ce8b7850 req-15f66e3c-041f-470b-96fb-8a26e86f591e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491681 May 05 15:33:45.623711 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=10']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:46.307123 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d70aa-b6f0-424b-bd22-40840d587e6c req-ec0baa9c-80e5-4503-9d2d-9c3aa7ac9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.308668 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c49d70aa-b6f0-424b-bd22-40840d587e6c req-ec0baa9c-80e5-4503-9d2d-9c3aa7ac9cb1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 1130 time: 0.0483696 May 05 15:33:46.367094 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c49d70aa-b6f0-424b-bd22-40840d587e6c req-8bce972d-c374-414c-a82d-b342f94490d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 May 05 15:33:46.700441 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ab595-3443-4faa-8bda-8391c487c788 req-df416082-d0be-400c-9d8b-7e8dbf2669c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:46.702260 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6c2ab595-3443-4faa-8bda-8391c487c788 req-df416082-d0be-400c-9d8b-7e8dbf2669c0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0489438 May 05 15:33:46.755771 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6c2ab595-3443-4faa-8bda-8391c487c788 req-87b563ef-14b2-47c3-a22f-a5ed3ce95072 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469840 May 05 15:33:47.874590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42340c-cf31-42d6-bbeb-5e63aa6c84a3 req-62ccd946-499d-43e4-835c-45f11a348213 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:47.876004 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7a42340c-cf31-42d6-bbeb-5e63aa6c84a3 req-62ccd946-499d-43e4-835c-45f11a348213 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0465016 May 05 15:33:47.922698 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7a42340c-cf31-42d6-bbeb-5e63aa6c84a3 req-8170d423-563b-4fa5-a791-c03c3bac3e1a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410461 May 05 15:33:49.058580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b4644-07d4-41a3-911b-ba0bb657884c req-b39dcec1-eb47-48aa-8ce3-2e55ee1d7e8a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:49.060957 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4f5b4644-07d4-41a3-911b-ba0bb657884c req-b39dcec1-eb47-48aa-8ce3-2e55ee1d7e8a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0566690 May 05 15:33:49.114020 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4f5b4644-07d4-41a3-911b-ba0bb657884c req-00219537-53f4-4a2a-afc9-64fd89fbf026 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473819 May 05 15:33:50.241330 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f479-8381-4249-abab-147691b9cb1d req-73536590-be51-4c99-a94a-db9a6ba6f308 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:50.243610 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-df92f479-8381-4249-abab-147691b9cb1d req-73536590-be51-4c99-a94a-db9a6ba6f308 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0527759 May 05 15:33:50.292310 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-df92f479-8381-4249-abab-147691b9cb1d req-f2cfe95b-94d6-4ef0-b816-f7bf18c1fff0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 May 05 15:33:51.019682 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41862) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:51.064444 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Deleting subnet e910093b-1d98-4c12-8621-8d97ddd58167 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:33:51.067587 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Publish callbacks [] for subnet (e910093b-1d98-4c12-8621-8d97ddd58167), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.115624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (e910093b-1d98-4c12-8621-8d97ddd58167), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.156887 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (e910093b-1d98-4c12-8621-8d97ddd58167), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.288555 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (e910093b-1d98-4c12-8621-8d97ddd58167), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.313723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e910093b-1d98-4c12-8621-8d97ddd58167,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:51.318324 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.322056 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e910093b-1d98-4c12-8621-8d97ddd58167 HTTP/1.1" status: 204 len: 168 time: 0.3013654 May 05 15:33:51.324793 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41864) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:51.327045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.327402 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.327776 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.328121 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.328462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.328800 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.329133 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.329455 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.329784 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.330113 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.330442 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.330769 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.331093 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.331414 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.331764 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d5789-44a0-4522-86ef-4f32285e0617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.405762 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (a5fb39cc-3ea4-4372-8bac-c981fa5b8715), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.485681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (a5fb39cc-3ea4-4372-8bac-c981fa5b8715), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.505890 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fb39cc-3ea4-4372-8bac-c981fa5b8715']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:51.515025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27f824b-7e35-4983-9752-0b591f39b926') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:51.515327 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27f824b-7e35-4983-9752-0b591f39b926') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:51.524513 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (a27f824b-7e35-4983-9752-0b591f39b926), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.537514 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (a27f824b-7e35-4983-9752-0b591f39b926), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.543882 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:33:51.544196 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (a27f824b-7e35-4983-9752-0b591f39b926), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:33:51.545857 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:33:51.676728 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (a5fb39cc-3ea4-4372-8bac-c981fa5b8715), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.682202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:51.685312 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a5fb39cc-3ea4-4372-8bac-c981fa5b8715 HTTP/1.1" status: 204 len: 168 time: 0.3595061 May 05 15:33:51.695736 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fb39cc-3ea4-4372-8bac-c981fa5b8715,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:51.702930 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.703278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.705868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.705868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.705868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.705868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.706205 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.706326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.706658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.706990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.707343 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.707714 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.708047 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.708375 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:51.708694 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dc8d8-c3e8-4044-b2e8-45499d690c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:52.088928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41868) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.127277 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-07770b7d-a806-455f-9fbe-2fe1d38be569 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9163f7a2ccc347a391a3541778b4bdca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372155 May 05 15:33:52.129677 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41870) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:52.176112 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] Publish callbacks [] for security_group (794c7e31-a4a8-468f-9257-cc5278743498), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.197596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] Publish callbacks [] for security_group (794c7e31-a4a8-468f-9257-cc5278743498), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.316710 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (794c7e31-a4a8-468f-9257-cc5278743498), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.319341 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:52.320687 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/794c7e31-a4a8-468f-9257-cc5278743498 HTTP/1.1" status: 204 len: 168 time: 0.1901357 May 05 15:33:52.328719 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96888318-ad2a-4dc1-8c13-69cc5e77646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c7e31-a4a8-468f-9257-cc5278743498,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:56.923560 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41918) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.026759 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-10e96cae-3252-42ca-92f1-163739fb789d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.101846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-10e96cae-3252-42ca-92f1-163739fb789d admin admin] Publish callbacks [] for security_group (8e3fc140-db1f-4cc2-9205-0824c45b92ea), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.162424 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-10e96cae-3252-42ca-92f1-163739fb789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8e3fc140-db1f-4cc2-9205-0824c45b92ea), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.201180 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-10e96cae-3252-42ca-92f1-163739fb789d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3517e3421a24b4ba29a91216ca59f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765315 May 05 15:33:57.202085 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e96cae-3252-42ca-92f1-163739fb789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3fc140-db1f-4cc2-9205-0824c45b92ea,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:57.203853 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41922) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.251974 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] Publish callbacks [] for security_group (8e3fc140-db1f-4cc2-9205-0824c45b92ea), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.275718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] Publish callbacks [] for security_group (8e3fc140-db1f-4cc2-9205-0824c45b92ea), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.350134 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-319e46fc-3307-4d83-84c6-97d239ecfba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.379180 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8e3fc140-db1f-4cc2-9205-0824c45b92ea), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.381774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.383600 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e3fc140-db1f-4cc2-9205-0824c45b92ea HTTP/1.1" status: 204 len: 168 time: 0.1786535 May 05 15:33:57.391906 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd430-9904-4dd8-9afc-e41fa81c09c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3fc140-db1f-4cc2-9205-0824c45b92ea,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.310799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 41944) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:58.411799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1717080457-network', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:58.505144 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Made reservation on behalf of fbee1a37bbff489e85a9d366fb34e8d4 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:58.507486 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.519291 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.591177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks [] for security_group (ddf7f69c-2a36-4bab-9535-a00459151737), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.647166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (ddf7f69c-2a36-4bab-9535-a00459151737), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.672297 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:58.681855 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf7f69c-2a36-4bab-9535-a00459151737,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.688571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (988da6de-cff1-49f8-a692-953cc3701713), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.692716 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Added segment 988da6de-cff1-49f8-a692-953cc3701713 of type vlan for network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 May 05 15:33:58.734040 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.802352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.803572 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:58.804840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.869498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] Pushing event updated for resources: {'Network': ['ID=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.883176 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:58.913213 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-17cb7bcb-ccf4-45c5-83f5-a650f27416e6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6010158 May 05 15:33:58.916557 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41948) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:58.921420 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Request body: {'subnet': {'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1717080457-subnet', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:59.018820 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Made reservation on behalf of fbee1a37bbff489e85a9d366fb34e8d4 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:59.021178 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.248315 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (dcbfc73d-5913-46e4-a31b-1621309ef465), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.304679 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbfc73d-5913-46e4-a31b-1621309ef465,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:59.314222 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:59.314574 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Network hostable DHCP agents. Network: 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:59.396197 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:59.522336 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:59.527251 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:59.527906 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.534285 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d6565-9fac-4791-afd9-34b3986ef015 None None] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:59.585053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ed389cee-d77b-463a-8d9a-65fd9be1cf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.612419 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ec75a2c2-a2d6-4348-99d8-5afc79b3e8e2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6922927 May 05 15:33:59.612652 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41950) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:59.616951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:59.635544 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:33:59.636425 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.723000 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.724121 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.778950 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Allocated IP 172.20.0.2 (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78/dcbfc73d-5913-46e4-a31b-1621309ef465/a7b25a99-34b6-43db-804b-9969ceaa67a6) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:59.782979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for router_controller (f0deecbc-cd48-447d-9b9d-afab5cc0d038), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:59.925702 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks [] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.005715 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for router_gateway (f0deecbc-cd48-447d-9b9d-afab5cc0d038), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.036731 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.074732 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:00.077712 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:00.080259 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:00.095992 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Pushing event updated for resources: {'Port': ['ID=a7b25a99-34b6-43db-804b-9969ceaa67a6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:00.155974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Attempting to bind port a7b25a99-34b6-43db-804b-9969ceaa67a6 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:00.156730 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Attempting to bind port a7b25a99-34b6-43db-804b-9969ceaa67a6 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:00.157176 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Attempting to bind port a7b25a99-34b6-43db-804b-9969ceaa67a6 on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:00.162850 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:00.163223 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:00.163681 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.164135 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Bound using segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:00.164593 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Bound port: a7b25a99-34b6-43db-804b-9969ceaa67a6, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:00.164978 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.231776 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] For port a7b25a99-34b6-43db-804b-9969ceaa67a6, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:00.235110 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] For port a7b25a99-34b6-43db-804b-9969ceaa67a6, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a7b25a99-34b6-43db-804b-9969ceaa67a6,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:00.280245 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for router_gateway (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.298961 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.305802 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.372767 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ff9eb-4452-4dce-93fb-068f1d3a80fb None None] Pushing event updated for resources: {'Port': ['ID=a7b25a99-34b6-43db-804b-9969ceaa67a6,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:00.417198 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Allocated IP 172.27.2.83 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/efa2177a-8f77-4aea-8c0b-8994b711adea) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:00.533101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.660343 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:00.705076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:00.708113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:00.714636 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:00.721175 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Pushing event updated for resources: {'Port': ['ID=efa2177a-8f77-4aea-8c0b-8994b711adea,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:00.745183 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.049189 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for router_gateway (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.321941 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2048f-2b5a-40c8-8174-d09d4cfd39dc None None] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:01.439533 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Provisioning complete for port a7b25a99-34b6-43db-804b-9969ceaa67a6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:01.440082 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.463520 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.533256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Current status of the port a7b25a99-34b6-43db-804b-9969ceaa67a6 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:01.533896 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.575167 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] For port a7b25a99-34b6-43db-804b-9969ceaa67a6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a7b25a99-34b6-43db-804b-9969ceaa67a6,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:01.642067 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.670487 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:34:01.711713 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198298-7982-496d-a322-edaeb1b12d53 None None] Pushing event updated for resources: {'Port': ['ID=a7b25a99-34b6-43db-804b-9969ceaa67a6,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:01.730758 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a7b25a99-34b6-43db-804b-9969ceaa67a6 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:01.771180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ee7dec07-65bb-4ca2-84e4-988bfed2c4cc None None] Provisioning complete for port a7b25a99-34b6-43db-804b-9969ceaa67a6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:01.771572 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ee7dec07-65bb-4ca2-84e4-988bfed2c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.797416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:01.809800 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:01.837369 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:01.838012 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:01.840438 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a7b25a99-34b6-43db-804b-9969ceaa67a6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:01.840809 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.901797 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:01.904135 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-74614913-a327-441d-8cc7-f5a76119bd7c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2899649 May 05 15:34:01.906374 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41962) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:01.989415 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ee7dec07-65bb-4ca2-84e4-988bfed2c4cc None None] Current status of the port a7b25a99-34b6-43db-804b-9969ceaa67a6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:02.185132 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:02.211943 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a7b25a99-34b6-43db-804b-9969ceaa67a6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:02.242200 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.362696 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.377563 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 3, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:02.405020 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:02.405365 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Updating router f0deecbc-cd48-447d-9b9d-afab5cc0d038 port efa2177a-8f77-4aea-8c0b-8994b711adea binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:02.438458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.525801 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Allocated IP 172.20.0.1 (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78/dcbfc73d-5913-46e4-a31b-1621309ef465/ddfb1143-2b5d-4ab4-a156-bd0453df1854) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:02.634338 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks [] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.699006 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks [] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.734058 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.773816 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:02.776863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:02.779335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:02.790310 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.806484 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Pushing event updated for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:02.837117 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.842924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Attempting to bind port efa2177a-8f77-4aea-8c0b-8994b711adea on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:02.843292 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Attempting to bind port efa2177a-8f77-4aea-8c0b-8994b711adea by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:02.843882 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Attempting to bind port efa2177a-8f77-4aea-8c0b-8994b711adea on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:02.858458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff390c2-4a47-4022-9700-03ab89bdb7a6 None None] Pushing event updated for resources: {'Port': ['ID=efa2177a-8f77-4aea-8c0b-8994b711adea,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:02.860391 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:02.865146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:02.865146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.865146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:02.865146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Bound port: efa2177a-8f77-4aea-8c0b-8994b711adea, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:02.865146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:02.924931 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] For port efa2177a-8f77-4aea-8c0b-8994b711adea, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:02.928281 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] For port efa2177a-8f77-4aea-8c0b-8994b711adea, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=efa2177a-8f77-4aea-8c0b-8994b711adea,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:03.037037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.095368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:03.095681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.096053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:03.136400 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff390c2-4a47-4022-9700-03ab89bdb7a6 None None] Pushing event updated for resources: {'Port': ['ID=efa2177a-8f77-4aea-8c0b-8994b711adea,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:03.154750 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-b2a7e1b0-3818-4c3c-91d0-445b58c64a6b None None] Provisioning complete for port ddfb1143-2b5d-4ab4-a156-bd0453df1854 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:03.155146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2a7e1b0-3818-4c3c-91d0-445b58c64a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.239743 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7e1b0-3818-4c3c-91d0-445b58c64a6b None None] Port ddfb1143-2b5d-4ab4-a156-bd0453df1854 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:03.260607 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:03.282385 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks [] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.333396 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.404176 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Pushing event updated for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:03.406524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.462490 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:03.491199 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bffff-beca-4a9f-8473-05a123b16aa7 None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:03.723510 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.726637 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:03.728220 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:03.770829 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a7b25a99-34b6-43db-804b-9969ceaa67a6 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:03.842769 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a7b25a99-34b6-43db-804b-9969ceaa67a6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:03.842769 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:03.886071 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:03.939139 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a7b25a99-34b6-43db-804b-9969ceaa67a6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:03.962492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-7d9e67eb-326f-481e-975c-15a2f32d0979 None None] Provisioning complete for port ddfb1143-2b5d-4ab4-a156-bd0453df1854 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:03.963035 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d9e67eb-326f-481e-975c-15a2f32d0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.003313 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e67eb-326f-481e-975c-15a2f32d0979 None None] Port ddfb1143-2b5d-4ab4-a156-bd0453df1854 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:04.019505 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:04.025458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-03521f2f-5730-4f2a-aaef-c5f2fa8f2b4d admin admin] 10.222.0.55 "PUT /v2.0/routers/f0deecbc-cd48-447d-9b9d-afab5cc0d038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1178837 May 05 15:34:04.361674 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.778257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 41994) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:04.783516 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-96608052-network', 'tenant_id': '07d596097386437da37801c01f06eb21'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:04.887840 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Made reservation on behalf of 07d596097386437da37801c01f06eb21 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:04.890473 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.900278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:04.985297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks [] for security_group (55041ce0-35e4-4fb1-9c59-5e037a85a8a5), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.054798 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (55041ce0-35e4-4fb1-9c59-5e037a85a8a5), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.095925 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503c330-d075-4e08-8881-36cfe55c7fc6 req-c4b80205-ad39-4bf2-b0b7-d5f61f1fab13 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:05.097459 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a503c330-d075-4e08-8881-36cfe55c7fc6 req-c4b80205-ad39-4bf2-b0b7-d5f61f1fab13 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0745239 May 05 15:34:05.101035 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:34:05.113903 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55041ce0-35e4-4fb1-9c59-5e037a85a8a5,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:05.128876 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (fb945584-6a34-427c-82ee-abe29a211d73), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.129228 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Added segment fb945584-6a34-427c-82ee-abe29a211d73 of type vlan for network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d May 05 15:34:05.189470 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (6c3760bb-92fe-4ddd-afd9-9361652cbd2d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.195122 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a503c330-d075-4e08-8881-36cfe55c7fc6 req-945b97b9-b977-4524-b149-9a7bb5981937 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902152 May 05 15:34:05.276485 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (6c3760bb-92fe-4ddd-afd9-9361652cbd2d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.277462 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:05.278047 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.341521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3760bb-92fe-4ddd-afd9-9361652cbd2d,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:05.351853 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:34:05.399323 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b35596b2-f632-4407-a76c-62785ab3fef9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6197841 May 05 15:34:05.406891 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42000) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:05.411641 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Request body: {'subnet': {'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-96608052-subnet', 'tenant_id': '07d596097386437da37801c01f06eb21', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:05.505011 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Made reservation on behalf of 07d596097386437da37801c01f06eb21 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:05.507414 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.549677 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:05.565080 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:05.565721 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:05.686581 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:05.708386 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device efa2177a-8f77-4aea-8c0b-8994b711adea up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:05.740123 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (1a46c0e5-1b2d-44c3-82c6-19abe5bd112e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.760265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port efa2177a-8f77-4aea-8c0b-8994b711adea triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:05.760823 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.805434 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a46c0e5-1b2d-44c3-82c6-19abe5bd112e,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:05.811192 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Checking segment: {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:05.811404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Network hostable DHCP agents. Network: 6c3760bb-92fe-4ddd-afd9-9361652cbd2d, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:34:05.869640 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port efa2177a-8f77-4aea-8c0b-8994b711adea is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:05.870031 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.892694 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:03Z', 'revision_number': 2, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:05.893199 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port efa2177a-8f77-4aea-8c0b-8994b711adea, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=efa2177a-8f77-4aea-8c0b-8994b711adea,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:05.910787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:34:05.921377 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:05.921737 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Updating router f0deecbc-cd48-447d-9b9d-afab5cc0d038 port ddfb1143-2b5d-4ab4-a156-bd0453df1854 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:05.954665 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:05.995920 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.007548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 6c3760bb-92fe-4ddd-afd9-9361652cbd2d) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:06.013717 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:06.014272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.021066 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500f2e8-cce7-4fc8-a546-7c53203b395a None None] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:06.096046 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=efa2177a-8f77-4aea-8c0b-8994b711adea,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:06.114161 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b6dbad6b-995b-4a4d-89ca-04f5efefd66d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7060111 May 05 15:34:06.116707 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42002) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:06.122513 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:06.151804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'project_id': '07d596097386437da37801c01f06eb21', 'fixed_ips': [{'subnet_id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:34:06.152731 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.175648 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:34:06.202209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.203360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.242025 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks [] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.269579 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for router_controller (9c5a5021-7102-458f-a3ba-bae0b338bccc), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.299653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Allocated IP 172.20.0.2 (6c3760bb-92fe-4ddd-afd9-9361652cbd2d/1a46c0e5-1b2d-44c3-82c6-19abe5bd112e/a480b5ae-22f1-442b-9ede-e8856283cccd) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:06.319630 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc06bd-db44-4555-b637-bd7b54c55a80 req-fade534d-1651-4520-a57d-9b7a343b40c7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:06.321113 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9fcc06bd-db44-4555-b637-bd7b54c55a80 req-fade534d-1651-4520-a57d-9b7a343b40c7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0472729 May 05 15:34:06.327056 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.374534 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Pushing event updated for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:06.384492 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.385077 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.385627 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.386166 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.386685 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.387198 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.387803 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.388363 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.388879 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.389949 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.390477 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.392218 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.393143 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.393687 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.394200 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:06.404016 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9fcc06bd-db44-4555-b637-bd7b54c55a80 req-bf4f66da-c9b6-47ec-ac5c-17f1deb95489 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c201423-3d2e-4de6-9adc-86e95bc21929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751588 May 05 15:34:06.489056 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks [] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.503310 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Attempting to bind port ddfb1143-2b5d-4ab4-a156-bd0453df1854 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:06.504180 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Attempting to bind port ddfb1143-2b5d-4ab4-a156-bd0453df1854 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:06.504676 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Attempting to bind port ddfb1143-2b5d-4ab4-a156-bd0453df1854 on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:06.508415 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for router_gateway (9c5a5021-7102-458f-a3ba-bae0b338bccc), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.514056 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:06.514478 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:06.515096 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.515408 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Bound using segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:06.515926 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Bound port: ddfb1143-2b5d-4ab4-a156-bd0453df1854, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:06.516346 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.556634 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.600008 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] For port ddfb1143-2b5d-4ab4-a156-bd0453df1854, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:06.604802 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] For port ddfb1143-2b5d-4ab4-a156-bd0453df1854, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ddfb1143-2b5d-4ab4-a156-bd0453df1854,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:06.605030 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:06.609107 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:06.615144 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:06.623366 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Pushing event updated for resources: {'Port': ['ID=a480b5ae-22f1-442b-9ede-e8856283cccd,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:06.638637 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-03ee56bd-016d-43e0-ac51-333f2e127e98 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:06.641451 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-03ee56bd-016d-43e0-ac51-333f2e127e98 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 945 time: 0.0809214 May 05 15:34:06.683094 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.692109 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Provisioning complete for port ddfb1143-2b5d-4ab4-a156-bd0453df1854 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:06.693026 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.697645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Attempting to bind port a480b5ae-22f1-442b-9ede-e8856283cccd on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:06.698016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Attempting to bind port a480b5ae-22f1-442b-9ede-e8856283cccd by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:06.698385 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Attempting to bind port a480b5ae-22f1-442b-9ede-e8856283cccd on network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:06.721490 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:06.721772 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Checking segment: {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:06.722185 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.722582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Bound using segment: {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:06.723122 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Bound port: a480b5ae-22f1-442b-9ede-e8856283cccd, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:06.723676 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.750832 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:06.751510 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:06.801942 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a224a3-0618-40df-8853-a4f43c6b011f None None] Pushing event updated for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:06.818914 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port 9c18a30f-5e6b-4b44-a622-4e08795258ce {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:06.819270 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.832641 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for router_gateway (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.857136 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.914930 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:06.950086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] For port 9c18a30f-5e6b-4b44-a622-4e08795258ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9c18a30f-5e6b-4b44-a622-4e08795258ce,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:06.950744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.042277 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Allocated IP 172.27.2.45 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/b4a915c0-6dd0-468e-b45d-99b50eb406f0) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:07.052223 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] For port a480b5ae-22f1-442b-9ede-e8856283cccd, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:07.071427 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] For port a480b5ae-22f1-442b-9ede-e8856283cccd, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a480b5ae-22f1-442b-9ede-e8856283cccd,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:07.074073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Current status of the port ddfb1143-2b5d-4ab4-a156-bd0453df1854 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:07.074461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.111982 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] For port ddfb1143-2b5d-4ab4-a156-bd0453df1854, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ddfb1143-2b5d-4ab4-a156-bd0453df1854,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:07.140900 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.173558 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.209949 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.212389 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035e44a-e88e-426a-a1e4-fa65830cb476 None None] Pushing event updated for resources: {'Port': ['ID=a480b5ae-22f1-442b-9ede-e8856283cccd,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:07.272145 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.277147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.277147 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 2ed47804-9930-4436-93f6-6dae4ce55c8a disassociated. External IP: 172.27.2.35, port: 9c18a30f-5e6b-4b44-a622-4e08795258ce. May 05 15:34:07.277147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for 9c18a30f-5e6b-4b44-a622-4e08795258ce owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:07.281713 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77892ea-233e-4afe-a109-1c9d549453aa None None] Pushing event updated for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:07.299772 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:06Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:07.305804 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.333831 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-fb90122b-c248-4887-bbd8-ec454d4d3b23 None None] Provisioning complete for port ddfb1143-2b5d-4ab4-a156-bd0453df1854 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:07.334168 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fb90122b-c248-4887-bbd8-ec454d4d3b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.338785 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81db956-2ccd-42b5-b5e9-a23248e22771 None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:06Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:07.355122 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:07.369563 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:07.374219 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:07.416234 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a915c0-6dd0-468e-b45d-99b50eb406f0,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:07.484325 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fb90122b-c248-4887-bbd8-ec454d4d3b23 None None] Current status of the port ddfb1143-2b5d-4ab4-a156-bd0453df1854 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:07.516377 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (9c18a30f-5e6b-4b44-a622-4e08795258ce), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.583157 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=9c18a30f-5e6b-4b44-a622-4e08795258ce,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:07.632807 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-42a55e49-b87a-42b6-b2c2-7399a4f5ccaa req-b99a0a2c-5b76-45d5-845f-95b870a0ca5d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0666170 May 05 15:34:07.802383 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:07.884810 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ddfb1143-2b5d-4ab4-a156-bd0453df1854 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:07.959298 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port ddfb1143-2b5d-4ab4-a156-bd0453df1854 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:07.959727 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:07.960984 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:08.007940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:08.029931 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] No DVR routers for this DVR port 9c18a30f-5e6b-4b44-a622-4e08795258ce on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:34:08.034514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.037883 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9021205b-365d-4cbd-a88b-0bd38e0b8d8c req-4a03fe96-5a86-4e38-8e3a-1b73d97d189f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "DELETE /v2.0/ports/9c18a30f-5e6b-4b44-a622-4e08795258ce HTTP/1.1" status: 204 len: 173 time: 1.3888628 May 05 15:34:08.039215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'name': 'network-vif-deleted', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:08.042636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd5ce4-a5f8-43ad-933e-187007e1fe28" -d '{"events": [{"server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "name": "network-vif-deleted", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:08.046912 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:08.047734 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:08.048585 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for router_gateway (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.102961 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a300e-9863-48ca-875c-d7465f21448a x-openstack-request-id: req-577a300e-9863-48ca-875c-d7465f21448a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:08.103255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba282f-4d60-4db2-b648-b07f6d0e3edd", "name": "network-vif-deleted", "tag": "9c18a30f-5e6b-4b44-a622-4e08795258ce", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:08.103529 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-577a300e-9863-48ca-875c-d7465f21448a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:08.103959 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577a300e-9863-48ca-875c-d7465f21448a'] response: {'server_uuid': '95ba282f-4d60-4db2-b648-b07f6d0e3edd', 'name': 'network-vif-deleted', 'tag': '9c18a30f-5e6b-4b44-a622-4e08795258ce', 'status': 'completed', 'code': 200} May 05 15:34:08.197965 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port ddfb1143-2b5d-4ab4-a156-bd0453df1854 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:08.199158 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a480b5ae-22f1-442b-9ede-e8856283cccd up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:08.283010 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:08.309032 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.367861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a480b5ae-22f1-442b-9ede-e8856283cccd triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:08.367861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.575821 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Router 9c5a5021-7102-458f-a3ba-bae0b338bccc is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:34:08.586061 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a480b5ae-22f1-442b-9ede-e8856283cccd is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:08.586652 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.679645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port a480b5ae-22f1-442b-9ede-e8856283cccd, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a480b5ae-22f1-442b-9ede-e8856283cccd,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:08.704750 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe12ed-d660-47a9-be45-ab07fd0d4d3f None None] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:08.740325 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:08.773475 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.778885 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device efa2177a-8f77-4aea-8c0b-8994b711adea up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:08.782951 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-d1756862-9669-4424-93af-3a1a963d9078 None None] Provisioning complete for port a480b5ae-22f1-442b-9ede-e8856283cccd triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:08.783486 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1756862-9669-4424-93af-3a1a963d9078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.785226 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:08.917843 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9c2121e3-e286-4da3-a565-8a7f8ff93f67 req-27c19d13-71a7-4d75-a4e6-bdc401e42ce2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ba282f-4d60-4db2-b648-b07f6d0e3edd HTTP/1.1" status: 200 len: 210 time: 0.0342102 May 05 15:34:08.918220 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:08.918870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:08.984454 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:08.996538 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Sync routers for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:09.018550 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:09.019631 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:09.029804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=a480b5ae-22f1-442b-9ede-e8856283cccd,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:09.049208 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port efa2177a-8f77-4aea-8c0b-8994b711adea triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:09.049588 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.055874 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.057161 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-711a8110-94bc-4a46-bb0f-bb92b9367f50 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9393711 May 05 15:34:09.059830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42018) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:09.176273 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:09.183266 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:09.459002 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 9c18a30f-5e6b-4b44-a622-4e08795258ce no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:34:09.503147 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 3, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:09.538989 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Checking router: 9c5a5021-7102-458f-a3ba-bae0b338bccc for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:09.539503 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Updating router 9c5a5021-7102-458f-a3ba-bae0b338bccc port b4a915c0-6dd0-468e-b45d-99b50eb406f0 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:09.573074 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.648297 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 9c18a30f-5e6b-4b44-a622-4e08795258ce {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:34:09.648643 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 9c18a30f-5e6b-4b44-a622-4e08795258ce not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:34:09.681684 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-d1756862-9669-4424-93af-3a1a963d9078 None None] Current status of the port a480b5ae-22f1-442b-9ede-e8856283cccd is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:09.714729 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port efa2177a-8f77-4aea-8c0b-8994b711adea is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:09.799290 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.820703 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ab083abd-2858-4a99-84a4-82743e9c553e None None] Provisioning complete for port a480b5ae-22f1-442b-9ede-e8856283cccd triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:09.820703 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ab083abd-2858-4a99-84a4-82743e9c553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:09.879129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a480b5ae-22f1-442b-9ede-e8856283cccd up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:09.906423 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:10.003995 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd5124-1d3f-41e9-8c32-2a08a1ca85e8 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'b5088f0c-5982-4d8c-b06b-02fbfa4d33d5', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.55', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:93:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:31:01Z', 'updated_at': '2022-05-05T15:31:38Z', 'revision_number': 2, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:10.009948 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ab083abd-2858-4a99-84a4-82743e9c553e None None] Current status of the port a480b5ae-22f1-442b-9ede-e8856283cccd is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:10.056822 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port a480b5ae-22f1-442b-9ede-e8856283cccd triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:10.057899 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.116139 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks [] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.158853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Allocated IP 172.20.0.1 (6c3760bb-92fe-4ddd-afd9-9361652cbd2d/1a46c0e5-1b2d-44c3-82c6-19abe5bd112e/dd464200-88d8-4fbf-9653-d31f72612804) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:10.178997 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.195108 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port a480b5ae-22f1-442b-9ede-e8856283cccd is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:10.263281 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f940-2add-4ca8-86fb-ee496ecc53c8 None None] Pushing event updated for resources: {'Port': ['ID=b4a915c0-6dd0-468e-b45d-99b50eb406f0,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:10.297120 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks [] for port (dd464200-88d8-4fbf-9653-d31f72612804), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.322272 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Attempting to bind port b4a915c0-6dd0-468e-b45d-99b50eb406f0 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:10.327699 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Attempting to bind port b4a915c0-6dd0-468e-b45d-99b50eb406f0 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:10.327699 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Attempting to bind port b4a915c0-6dd0-468e-b45d-99b50eb406f0 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:10.330148 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:10.330525 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:10.330924 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.331318 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:10.331829 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Bound port: b4a915c0-6dd0-468e-b45d-99b50eb406f0, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:10.332210 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.375937 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35ce48-5308-4890-908c-f921227163e1 None None] New status for floating IP 2ed47804-9930-4436-93f6-6dae4ce55c8a: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:10.398905 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] For port b4a915c0-6dd0-468e-b45d-99b50eb406f0, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:10.403452 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] For port b4a915c0-6dd0-468e-b45d-99b50eb406f0, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=b4a915c0-6dd0-468e-b45d-99b50eb406f0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:10.408443 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.453611 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:10.456454 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:10.459042 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:10.490468 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Pushing event updated for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:10.504177 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.554585 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.592377 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:10.593998 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:10.682182 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f940-2add-4ca8-86fb-ee496ecc53c8 None None] Pushing event updated for resources: {'Port': ['ID=b4a915c0-6dd0-468e-b45d-99b50eb406f0,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:10.746932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc32bf9-1484-4a6c-9ddd-8b2e79c6a588 req-b87c6a04-8a42-41fa-9e51-466e019fe6b5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:10.760057 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cc32bf9-1484-4a6c-9ddd-8b2e79c6a588 req-b87c6a04-8a42-41fa-9e51-466e019fe6b5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.1449060 May 05 15:34:10.787302 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dd464200-88d8-4fbf-9653-d31f72612804), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.788349 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:10.816339 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-d04e9fdf-9ffd-4bbf-928c-79d367c8105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:10.818123 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-d04e9fdf-9ffd-4bbf-928c-79d367c8105e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.1304524 May 05 15:34:10.847215 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-5392034f-3290-4b03-bd6f-52ecf3b2ec4c None None] Provisioning complete for port dd464200-88d8-4fbf-9653-d31f72612804 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:10.848155 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5392034f-3290-4b03-bd6f-52ecf3b2ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dd464200-88d8-4fbf-9653-d31f72612804), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.893175 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-5392034f-3290-4b03-bd6f-52ecf3b2ec4c None None] Port dd464200-88d8-4fbf-9653-d31f72612804 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:10.962885 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cc32bf9-1484-4a6c-9ddd-8b2e79c6a588 req-f4bd1ba8-fa01-4314-8607-5a17305736a7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985090 May 05 15:34:11.005534 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 3, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:11.009523 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-366d29a3-77d4-4c3f-a69f-320201ba4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:11.011034 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-366d29a3-77d4-4c3f-a69f-320201ba4b47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1832938 May 05 15:34:11.012891 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks [] for port (dd464200-88d8-4fbf-9653-d31f72612804), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.035762 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bba69-db76-438c-af81-dfff34d54c42 None None] The sync data for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi is: [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 3, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:11.087771 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-a95a1d83-daa1-4654-a950-4a0706e91560 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1002 time: 0.0686891 May 05 15:34:11.104690 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.155490 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-db7a74b6-544f-4ab5-8ead-edac35b5b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:11.157369 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-db7a74b6-544f-4ab5-8ead-edac35b5b176 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0522220 May 05 15:34:11.162843 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42038) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:11.192033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Pushing event updated for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:11.201928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.242672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-2c19ed3c-5c45-4244-82f7-8f9f6a6a07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:11.256003 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-2c19ed3c-5c45-4244-82f7-8f9f6a6a07cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708005 May 05 15:34:11.282573 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (3c201423-3d2e-4de6-9adc-86e95bc21929), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.306652 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:11.308271 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:11.365441 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (3c201423-3d2e-4de6-9adc-86e95bc21929), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.445883 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-81583da0-3ff2-4761-90fa-2c595d0d6fe5 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868074 May 05 15:34:11.509244 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Router 9c5a5021-7102-458f-a3ba-bae0b338bccc has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:11.552193 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2990362c-03a1-448c-a0ed-4aa4cc3e8d74 req-6f2faa42-e304-4a4e-aeb6-c347f4e606bb service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045065 May 05 15:34:11.607521 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (3c201423-3d2e-4de6-9adc-86e95bc21929), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.610347 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.611938 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/security-groups/3c201423-3d2e-4de6-9adc-86e95bc21929 HTTP/1.1" status: 204 len: 168 time: 0.4480126 May 05 15:34:11.615204 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42044) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:11.655924 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-874f2a8d-38a9-4a70-bc94-553ccef96753 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] show failed (client error): The resource could not be found. May 05 15:34:11.659005 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-874f2a8d-38a9-4a70-bc94-553ccef96753 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups/3c201423-3d2e-4de6-9adc-86e95bc21929 HTTP/1.1" status: 404 len: 347 time: 0.0418332 May 05 15:34:11.659505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3764b3-10c9-4a21-9679-d71b77e673b0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c201423-3d2e-4de6-9adc-86e95bc21929,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:11.662745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42048) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:11.679850 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:11.687688 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-49601c08-eafc-4a94-98c7-4010b64db7ad admin admin] 10.222.0.55 "PUT /v2.0/routers/9c5a5021-7102-458f-a3ba-bae0b338bccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257226 May 05 15:34:11.721265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-117257e1-ea93-4fdb-9454-c90195f90b18 None None] Provisioning complete for port dd464200-88d8-4fbf-9653-d31f72612804 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:11.721823 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-117257e1-ea93-4fdb-9454-c90195f90b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dd464200-88d8-4fbf-9653-d31f72612804), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.780057 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-117257e1-ea93-4fdb-9454-c90195f90b18 None None] Port dd464200-88d8-4fbf-9653-d31f72612804 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:11.819104 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port 3e50da00-3f30-4cef-9c6d-eea0be38ae26 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:11.820177 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.860321 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device b4a915c0-6dd0-468e-b45d-99b50eb406f0 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:11.906001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.906335 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (3e50da00-3f30-4cef-9c6d-eea0be38ae26), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.920487 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port b4a915c0-6dd0-468e-b45d-99b50eb406f0 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:11.920857 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:11.925491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for 3e50da00-3f30-4cef-9c6d-eea0be38ae26 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:12.053829 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port b4a915c0-6dd0-468e-b45d-99b50eb406f0 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:12.053829 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.098482 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port b4a915c0-6dd0-468e-b45d-99b50eb406f0, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=b4a915c0-6dd0-468e-b45d-99b50eb406f0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:12.156537 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.168171 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4340187-7f0b-49b9-98c9-590a7e278c45 req-d2691ca6-e579-4d19-86e6-a5cc68664637 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:12.170128 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b4340187-7f0b-49b9-98c9-590a7e278c45 req-d2691ca6-e579-4d19-86e6-a5cc68664637 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0694761 May 05 15:34:12.249193 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b4340187-7f0b-49b9-98c9-590a7e278c45 req-79b60957-d7b6-4226-a801-6541051e0c74 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637670 May 05 15:34:12.264208 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=b4a915c0-6dd0-468e-b45d-99b50eb406f0,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:12.504679 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (3e50da00-3f30-4cef-9c6d-eea0be38ae26), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.531347 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=3e50da00-3f30-4cef-9c6d-eea0be38ae26,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:12.598982 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (2ed47804-9930-4436-93f6-6dae4ce55c8a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.602145 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.603307 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-81990b40-1338-410d-b048-ac761ae14cca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/floatingips/2ed47804-9930-4436-93f6-6dae4ce55c8a HTTP/1.1" status: 204 len: 168 time: 0.9390631 May 05 15:34:12.770265 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42064) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:12.775119 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838081012', 'description': 'tempest-secgroup-smoke-838081012 description', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:12.899270 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.967745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (1af295ac-3da4-4740-a23a-629049edf4e4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.076135 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1af295ac-3da4-4740-a23a-629049edf4e4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.104468 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af295ac-3da4-4740-a23a-629049edf4e4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:13.175066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.176532 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7a0cb367-02a8-411d-ba5a-7827563812f6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4050221 May 05 15:34:13.179930 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42070) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:13.184208 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:13.287454 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (ff11cf63-f248-43f5-8aee-8c408cab9ed0), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.348533 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (ff11cf63-f248-43f5-8aee-8c408cab9ed0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.390168 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a68ba-db36-466c-b55b-ae6f9eadf066 req-c5660149-06fa-49a0-b227-e8416754b54e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:13.391757 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cd3a68ba-db36-466c-b55b-ae6f9eadf066 req-c5660149-06fa-49a0-b227-e8416754b54e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0518820 May 05 15:34:13.410023 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Sync routers for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:13.418093 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:13.418714 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:13.430701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (ff11cf63-f248-43f5-8aee-8c408cab9ed0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.450848 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cd3a68ba-db36-466c-b55b-ae6f9eadf066 req-61a6e03d-0be8-4d86-8f18-573e00952e5c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 May 05 15:34:13.451540 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff11cf63-f248-43f5-8aee-8c408cab9ed0,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:13.558302 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.559442 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-bf1012b3-1e57-4c2d-be1d-36c19a815216 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785815 May 05 15:34:13.562215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42074) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:13.566501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:13.609666 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:13.653024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (2421d26a-7712-4949-b66c-d8bc46f2b520), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.711996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (2421d26a-7712-4949-b66c-d8bc46f2b520), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.791297 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (2421d26a-7712-4949-b66c-d8bc46f2b520), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.799831 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device b4a915c0-6dd0-468e-b45d-99b50eb406f0 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:13.810297 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 4, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'dd464200-88d8-4fbf-9653-d31f72612804', 'name': '', 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'tenant_id': '07d596097386437da37801c01f06eb21', 'mac_address': 'fa:16:3e:6c:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:09Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 2, 'project_id': '07d596097386437da37801c01f06eb21', 'subnets': [{'id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:13.814631 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2421d26a-7712-4949-b66c-d8bc46f2b520,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:13.841574 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Checking router: 9c5a5021-7102-458f-a3ba-bae0b338bccc for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:13.841574 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Updating router 9c5a5021-7102-458f-a3ba-bae0b338bccc port dd464200-88d8-4fbf-9653-d31f72612804 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:13.855242 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port b4a915c0-6dd0-468e-b45d-99b50eb406f0 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:13.855746 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.867324 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.871283 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f19320f5-f66d-40bf-ab94-eee70dace4bd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3055162 May 05 15:34:13.871458 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42076) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:13.872855 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dd464200-88d8-4fbf-9653-d31f72612804), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:13.875796 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:13.934332 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port b4a915c0-6dd0-468e-b45d-99b50eb406f0 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:13.973069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (48185575-9415-4284-ab91-7279fc7940bd), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.041111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (48185575-9415-4284-ab91-7279fc7940bd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.138141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (48185575-9415-4284-ab91-7279fc7940bd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.156882 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48185575-9415-4284-ab91-7279fc7940bd,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:14.159794 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks [] for port (dd464200-88d8-4fbf-9653-d31f72612804), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.253071 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.254705 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.255941 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-92344994-6956-40d3-bb22-dbe951241cb8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835294 May 05 15:34:14.258920 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42080) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:14.264546 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:14.316494 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbf325-85da-4eab-879d-0be6f2111163 None None] Pushing event updated for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:14.368646 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (43491bc9-556a-436e-ac54-d8a6c6507079), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.379946 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Attempting to bind port dd464200-88d8-4fbf-9653-d31f72612804 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:14.380671 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Attempting to bind port dd464200-88d8-4fbf-9653-d31f72612804 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:14.380671 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Attempting to bind port dd464200-88d8-4fbf-9653-d31f72612804 on network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:14.385971 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:14.386350 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Checking segment: {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:14.386749 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.387139 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Bound using segment: {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:14.387642 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Bound port: dd464200-88d8-4fbf-9653-d31f72612804, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb945584-6a34-427c-82ee-abe29a211d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:14.388018 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dd464200-88d8-4fbf-9653-d31f72612804), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.458973 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] For port dd464200-88d8-4fbf-9653-d31f72612804, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:14.459683 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (43491bc9-556a-436e-ac54-d8a6c6507079), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.462828 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] For port dd464200-88d8-4fbf-9653-d31f72612804, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dd464200-88d8-4fbf-9653-d31f72612804,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:14.561928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230a9ed-10b4-46d6-93b3-5bcae13126e6 req-ae693641-88d2-44f7-a724-4239a38d030a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:14.563413 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7230a9ed-10b4-46d6-93b3-5bcae13126e6 req-ae693641-88d2-44f7-a724-4239a38d030a tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0458837 May 05 15:34:14.610967 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7230a9ed-10b4-46d6-93b3-5bcae13126e6 req-2e04414a-5a80-437d-9972-73fcc6cdf991 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 May 05 15:34:14.617001 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-bb44763a-6aaa-4c50-95eb-d0be8cb4710a None None] Provisioning complete for port dd464200-88d8-4fbf-9653-d31f72612804 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:14.617333 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bb44763a-6aaa-4c50-95eb-d0be8cb4710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dd464200-88d8-4fbf-9653-d31f72612804), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.630556 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (43491bc9-556a-436e-ac54-d8a6c6507079), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.631133 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.651158 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43491bc9-556a-436e-ac54-d8a6c6507079,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:14.661450 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bb44763a-6aaa-4c50-95eb-d0be8cb4710a None None] Port dd464200-88d8-4fbf-9653-d31f72612804 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:14.696437 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbf325-85da-4eab-879d-0be6f2111163 None None] Pushing event updated for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:14.703576 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:14.704204 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:14.718571 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.719936 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c9e21f08-8a29-470a-85c8-f0625ba51350 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4598098 May 05 15:34:14.741533 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42088) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:14.750788 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:14.827838 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:14.870302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Project fbee1a37bbff489e85a9d366fb34e8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:34:14.876745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (c8246c30-9b3b-4de6-a8bb-b77e11841561), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.953410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790ecf-0e39-4145-a680-1db3ed79c220 req-d31fddff-8255-4907-b282-09b42b4af471 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:14.954774 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-39790ecf-0e39-4145-a680-1db3ed79c220 req-d31fddff-8255-4907-b282-09b42b4af471 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0678692 May 05 15:34:14.982832 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (c8246c30-9b3b-4de6-a8bb-b77e11841561), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:14.983606 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Provisioning complete for port dd464200-88d8-4fbf-9653-d31f72612804 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:14.984096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dd464200-88d8-4fbf-9653-d31f72612804), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.011365 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-39790ecf-0e39-4145-a680-1db3ed79c220 req-dee2a660-acfe-4246-90e5-59dfe6582d12 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508208 May 05 15:34:15.040558 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 4, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'dd464200-88d8-4fbf-9653-d31f72612804', 'name': '', 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'tenant_id': '07d596097386437da37801c01f06eb21', 'mac_address': 'fa:16:3e:6c:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:09Z', 'updated_at': '2022-05-05T15:34:14Z', 'revision_number': 4, 'project_id': '07d596097386437da37801c01f06eb21', 'subnets': [{'id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:15.058567 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (c8246c30-9b3b-4de6-a8bb-b77e11841561), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.065433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Current status of the port dd464200-88d8-4fbf-9653-d31f72612804 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:15.065827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dd464200-88d8-4fbf-9653-d31f72612804), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.067886 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d02c2e-cd9a-4427-8eac-3a8d5a6ca325 None None] The sync data for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi is: [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:10Z', 'revision_number': 4, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'dd464200-88d8-4fbf-9653-d31f72612804', 'name': '', 'network_id': '6c3760bb-92fe-4ddd-afd9-9361652cbd2d', 'tenant_id': '07d596097386437da37801c01f06eb21', 'mac_address': 'fa:16:3e:6c:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:09Z', 'updated_at': '2022-05-05T15:34:14Z', 'revision_number': 4, 'project_id': '07d596097386437da37801c01f06eb21', 'subnets': [{'id': '1a46c0e5-1b2d-44c3-82c6-19abe5bd112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:15.078815 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8246c30-9b3b-4de6-a8bb-b77e11841561,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:15.120112 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] For port dd464200-88d8-4fbf-9653-d31f72612804, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dd464200-88d8-4fbf-9653-d31f72612804,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:15.175000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.176264 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-41160cdc-270b-4302-8867-01b8654fd78e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4304790 May 05 15:34:15.179507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42092) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:15.184034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'security_group_rule': {'security_group_id': '1af295ac-3da4-4740-a23a-629049edf4e4', 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:15.201653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.260515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830cd20-22d0-4dc2-a670-65e74abe1a35 None None] Pushing event updated for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:15.287231 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Project fbee1a37bbff489e85a9d366fb34e8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:34:15.294093 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (e739f62b-e502-4db0-bf0a-f6b2dd0c1693), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.357108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (e739f62b-e502-4db0-bf0a-f6b2dd0c1693), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.435732 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (e739f62b-e502-4db0-bf0a-f6b2dd0c1693), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.454522 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e739f62b-e502-4db0-bf0a-f6b2dd0c1693,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:15.540993 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.542213 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9288902a-ebc9-42ef-9edf-a8e171b43449 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616796 May 05 15:34:15.738289 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6c86d-5367-4962-9ba3-1842f5a7d622 req-c79132f9-1199-4b2a-a04a-5ac2a0d7ab6c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.743910 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1eb6c86d-5367-4962-9ba3-1842f5a7d622 req-c79132f9-1199-4b2a-a04a-5ac2a0d7ab6c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0547762 May 05 15:34:15.822230 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1eb6c86d-5367-4962-9ba3-1842f5a7d622 req-6a2f8a4d-175c-47ac-b9f8-c48c80aff0d4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655279 May 05 15:34:15.828589 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dd464200-88d8-4fbf-9653-d31f72612804 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:15.879516 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port dd464200-88d8-4fbf-9653-d31f72612804 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:15.879881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dd464200-88d8-4fbf-9653-d31f72612804), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.969747 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port dd464200-88d8-4fbf-9653-d31f72612804 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:16.137042 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa81f98-b9bb-481c-95c5-0dd09c7f2d67 req-62475dc2-a07e-4caa-af4c-d91bf6ea3baa tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.138549 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6aa81f98-b9bb-481c-95c5-0dd09c7f2d67 req-62475dc2-a07e-4caa-af4c-d91bf6ea3baa tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0513349 May 05 15:34:16.187636 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6aa81f98-b9bb-481c-95c5-0dd09c7f2d67 req-8da3d87d-d3c1-47d1-96b0-37c336ccda61 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433228 May 05 15:34:16.323601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc3328-4628-4842-b625-80fa817d9957 req-c599d70a-7e4b-4c99-9bf8-38376de218a3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.325031 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-16fc3328-4628-4842-b625-80fa817d9957 req-c599d70a-7e4b-4c99-9bf8-38376de218a3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 945 time: 0.0463843 May 05 15:34:16.434251 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port e8c1276b-17a5-49f2-bb0b-28f4106b8600 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:16.434670 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.523039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] For port e8c1276b-17a5-49f2-bb0b-28f4106b8600, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e8c1276b-17a5-49f2-bb0b-28f4106b8600,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:16.523544 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.702800 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.703171 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.703510 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP b5088f0c-5982-4d8c-b06b-02fbfa4d33d5 disassociated. External IP: 172.27.2.55, port: e8c1276b-17a5-49f2-bb0b-28f4106b8600. May 05 15:34:16.703853 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for e8c1276b-17a5-49f2-bb0b-28f4106b8600 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:16.921529 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e8c1276b-17a5-49f2-bb0b-28f4106b8600), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.924067 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e60655-bc3f-47e5-8f8f-e1f716e8dd97 req-9ae09396-9143-49c3-811a-c84e356066e0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:16.925554 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e60655-bc3f-47e5-8f8f-e1f716e8dd97 req-9ae09396-9143-49c3-811a-c84e356066e0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0481148 May 05 15:34:16.952260 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=e8c1276b-17a5-49f2-bb0b-28f4106b8600,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:16.977269 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e60655-bc3f-47e5-8f8f-e1f716e8dd97 req-0c6a26ce-64e3-4c01-b803-016b94cb1dc4 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 May 05 15:34:17.080968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:17.191078 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:17.203773 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:17.220655 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:17.221364 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:17.254704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] No DVR routers for this DVR port e8c1276b-17a5-49f2-bb0b-28f4106b8600 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:34:17.257992 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.261392 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-16fc3328-4628-4842-b625-80fa817d9957 req-57f2ce9a-1e41-4491-9d5c-e9717c5218f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "DELETE /v2.0/ports/e8c1276b-17a5-49f2-bb0b-28f4106b8600 HTTP/1.1" status: 204 len: 173 time: 0.9308627 May 05 15:34:17.261911 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'name': 'network-vif-deleted', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:17.264554 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8d53d2-deda-45ec-b8e7-ca3efb9e0e78" -d '{"events": [{"server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "name": "network-vif-deleted", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:17.328270 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-65598ebe-08d3-4269-af9f-6302f5a811c3 req-7091f043-e279-443b-b34f-c49dd937848e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=131b40d9-8cd2-40b8-95ef-405facefa70d HTTP/1.1" status: 200 len: 210 time: 0.0446038 May 05 15:34:17.330296 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6536d2-a1a4-4739-9bb2-e286f21a8262 x-openstack-request-id: req-dc6536d2-a1a4-4739-9bb2-e286f21a8262 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:17.330590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b40d9-8cd2-40b8-95ef-405facefa70d", "name": "network-vif-deleted", "tag": "e8c1276b-17a5-49f2-bb0b-28f4106b8600", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:17.330848 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc6536d2-a1a4-4739-9bb2-e286f21a8262 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:17.331253 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6536d2-a1a4-4739-9bb2-e286f21a8262'] response: {'server_uuid': '131b40d9-8cd2-40b8-95ef-405facefa70d', 'name': 'network-vif-deleted', 'tag': 'e8c1276b-17a5-49f2-bb0b-28f4106b8600', 'status': 'completed', 'code': 200} May 05 15:34:17.374351 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:17.596957 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:17.629046 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:17.638674 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:17.639350 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:33:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:17.883575 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:18.084296 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:18.105728 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90da14-755f-4653-a20a-4cbff9d9bec2 req-7edebae6-901c-4c96-b563-90f644f76f26 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:18.107425 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0c90da14-755f-4653-a20a-4cbff9d9bec2 req-7edebae6-901c-4c96-b563-90f644f76f26 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0527611 May 05 15:34:18.115771 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75bf47-7e82-4218-9bb8-2e81b3afc1a2 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:18.161342 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0c90da14-755f-4653-a20a-4cbff9d9bec2 req-354c3a66-9610-4522-a4fd-d644f068bc59 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468857 May 05 15:34:18.375354 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125cc25-2017-43c3-a532-8e1392629b21 None None] New status for floating IP b5088f0c-5982-4d8c-b06b-02fbfa4d33d5: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:18.488450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42174) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:18.542943 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.569505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.698733 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.701876 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.703327 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/security-groups/dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2 HTTP/1.1" status: 204 len: 168 time: 0.2138748 May 05 15:34:18.706210 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42178) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:18.713987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e9471-4928-4e20-b13e-d76084fa31ef tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:18.729745 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-965cdd92-57d8-4042-9231-5393b8759a47 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] show failed (client error): The resource could not be found. May 05 15:34:18.730687 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-965cdd92-57d8-4042-9231-5393b8759a47 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups/dafc0b6d-bd1c-4192-ba02-7dba2ab62ac2 HTTP/1.1" status: 404 len: 347 time: 0.0146000 May 05 15:34:18.733686 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42180) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:18.857600 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port cb43b732-cfd1-4b37-958c-bca91b3f92df {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:18.858105 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.938135 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.938462 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (cb43b732-cfd1-4b37-958c-bca91b3f92df), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.951990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for cb43b732-cfd1-4b37-958c-bca91b3f92df owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:19.150262 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (cb43b732-cfd1-4b37-958c-bca91b3f92df), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.175770 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=cb43b732-cfd1-4b37-958c-bca91b3f92df,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.242171 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (b5088f0c-5982-4d8c-b06b-02fbfa4d33d5), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.244705 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.245877 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1a97ffaa-53e7-4092-9244-25c3dc0757be tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/floatingips/b5088f0c-5982-4d8c-b06b-02fbfa4d33d5 HTTP/1.1" status: 204 len: 168 time: 0.5110960 May 05 15:34:19.287395 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fa3d4-fd40-4130-ac44-513b66134b84 req-d40d5232-5166-4764-8065-f1915738be3e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:19.289625 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be0fa3d4-fd40-4130-ac44-513b66134b84 req-d40d5232-5166-4764-8065-f1915738be3e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0571566 May 05 15:34:19.340548 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be0fa3d4-fd40-4130-ac44-513b66134b84 req-60e1d4e2-4915-417f-a693-47437243ee52 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 May 05 15:34:19.489859 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e8c1276b-17a5-49f2-bb0b-28f4106b8600 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:34:19.516001 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: e8c1276b-17a5-49f2-bb0b-28f4106b8600 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:34:19.516348 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e8c1276b-17a5-49f2-bb0b-28f4106b8600 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:34:19.642406 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42186) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:19.647220 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76683652', 'description': 'tempest-description--732928784'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:19.744729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.815997 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (19ee2e48-54f0-4fa0-922d-50db30ef7390), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.898703 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (19ee2e48-54f0-4fa0-922d-50db30ef7390), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.928090 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ee2e48-54f0-4fa0-922d-50db30ef7390,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.986452 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.987729 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c2ab65f4-41b7-464f-85b4-fc86745c86f5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3440068 May 05 15:34:19.990605 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42190) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:19.995507 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': '19ee2e48-54f0-4fa0-922d-50db30ef7390', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:20.081550 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (f453ab8d-832d-47db-9e64-bb3f5337a649), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.140000 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (f453ab8d-832d-47db-9e64-bb3f5337a649), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.190176 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (f453ab8d-832d-47db-9e64-bb3f5337a649), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.206167 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f453ab8d-832d-47db-9e64-bb3f5337a649,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:20.300950 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.302193 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-be63673b-5d9a-48cf-a39c-436e8b89bd46 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099735 May 05 15:34:20.304888 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42192) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:20.309623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': '19ee2e48-54f0-4fa0-922d-50db30ef7390', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:20.401930 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (60471e93-f388-4ddf-bd78-edfa7964ba74), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.479561 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cac028-1fb5-400e-9bf9-105111fe2243 req-51e25eee-4f51-4533-a5ae-80c6b9736389 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:20.481172 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4cac028-1fb5-400e-9bf9-105111fe2243 req-51e25eee-4f51-4533-a5ae-80c6b9736389 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0698404 May 05 15:34:20.495225 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (60471e93-f388-4ddf-bd78-edfa7964ba74), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.538594 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4cac028-1fb5-400e-9bf9-105111fe2243 req-c8479a6a-0223-4211-b44b-cbacddad0d73 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495756 May 05 15:34:20.579295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (60471e93-f388-4ddf-bd78-edfa7964ba74), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.599169 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60471e93-f388-4ddf-bd78-edfa7964ba74,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:20.717879 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.719107 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8459987f-5ff9-4ff3-959c-638334b20f55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130816 May 05 15:34:20.722252 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42196) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:20.726618 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:20.801706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.885403 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.998486 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.27.2.96 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/8c5a7fa9-b397-4832-b063-69d93bc6bf82) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:21.107159 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.213573 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.252891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:21.255704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:21.258819 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:21.297051 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=8c5a7fa9-b397-4832-b063-69d93bc6bf82,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:21.361321 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.523197 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.657705 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f06add-77cd-4608-845f-e01337eb820a req-f8df3415-a24c-428d-b9df-85dd9e66e228 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:21.659407 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8f06add-77cd-4608-845f-e01337eb820a req-f8df3415-a24c-428d-b9df-85dd9e66e228 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0488231 May 05 15:34:21.683856 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.710457 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8f06add-77cd-4608-845f-e01337eb820a req-c0150bcd-90e7-49f4-8718-d435742c05b8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 May 05 15:34:21.772963 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.839932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=8c5a7fa9-b397-4832-b063-69d93bc6bf82,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:21.852874 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.940745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:21.942050 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a6bb6b38-02bc-487b-b1c7-ed765d1ea24c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2188573 May 05 15:34:22.153737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-c44dcf4d-882b-46f6-b97a-6074493c7d4a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--76683652&fields=id&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 267 time: 0.0493298 May 05 15:34:22.259406 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-0e3429af-4d73-413f-a844-da5664941cad tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.260872 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-0e3429af-4d73-413f-a844-da5664941cad tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.0999875 May 05 15:34:22.277062 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-60debbbe-778a-4004-b946-e8fd8613e8ec tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/quotas/cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 375 time: 0.0094073 May 05 15:34:22.328218 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-0c0930cd-8fbc-4426-8678-ecd278dacb38 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453336 May 05 15:34:22.431544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-2caee62f-f7a2-466d-8c2b-611ead4cb911 service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915508 May 05 15:34:22.526879 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-740dcb4b-8e11-4ff8-af66-f4e5e406430d service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893705 May 05 15:34:22.770993 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4ff6ba2a-797b-4603-86e3-11094203fb82 req-a5f6e23d-3c37-4ec6-b354-34ad126919ca tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 210 time: 0.0280712 May 05 15:34:22.847501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f4d85-0d39-4810-b181-ad9f7a041da1 req-12ee4e24-d979-47d3-a57a-ecaf8acf34b7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:22.851943 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7d9f4d85-0d39-4810-b181-ad9f7a041da1 req-12ee4e24-d979-47d3-a57a-ecaf8acf34b7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0552940 May 05 15:34:22.901275 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7d9f4d85-0d39-4810-b181-ad9f7a041da1 req-cf7b9e50-8afa-4823-a209-d13026dcfbf0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 May 05 15:34:23.876157 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b37a28c7-e033-483f-9008-5e8365b62adf req-bd07ea09-f7c1-4763-bfbe-83fb840f1aea tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 210 time: 0.0329564 May 05 15:34:24.034385 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3d442-a7ef-42ec-b890-10bfa23cbe66 req-d905a560-6fd5-4aa3-83f3-5d31f5c99842 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:24.034385 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-65b3d442-a7ef-42ec-b890-10bfa23cbe66 req-d905a560-6fd5-4aa3-83f3-5d31f5c99842 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0544140 May 05 15:34:24.082892 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-65b3d442-a7ef-42ec-b890-10bfa23cbe66 req-4b21d33a-fdd3-4c97-b746-69775342d7e0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 May 05 15:34:24.710719 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-9e865315-f0e2-442f-9846-966b521c26c7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:24.712433 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-9e865315-f0e2-442f-9846-966b521c26c7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.1146636 May 05 15:34:24.981275 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07df41ac-c49f-41cc-b9dd-9fec00dfe5a1 req-33ffe46f-6b4d-4332-9f13-1e1841f80f6b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 210 time: 0.0325816 May 05 15:34:25.043372 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-f5432577-ba2a-43bf-a4b7-43e2bc8cf99a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 378 time: 0.0849552 May 05 15:34:25.081764 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'port': {'device_id': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'admin_state_up': True, 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'security_groups': ['19ee2e48-54f0-4fa0-922d-50db30ef7390']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:25.211278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b2fca-7a63-4e54-8d9c-d6d0feaa37eb req-04f5bbd8-e54d-4a77-9fc5-752928b9681b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:25.213237 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-777b2fca-7a63-4e54-8d9c-d6d0feaa37eb req-04f5bbd8-e54d-4a77-9fc5-752928b9681b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0562432 May 05 15:34:25.270197 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:25.273296 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-777b2fca-7a63-4e54-8d9c-d6d0feaa37eb req-3c61b0e2-6c0a-4c40-acb5-33643d64e495 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485077 May 05 15:34:25.274244 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.405645 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.20.0.5 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/f284aaa7-f504-419b-9316-6ff91ae20941) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:25.552324 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (f284aaa7-f504-419b-9316-6ff91ae20941), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.665998 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.711337 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:25.714618 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:25.721166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:25.730822 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:25.778753 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:25.779421 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.850323 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-b55fefb4-11e9-43ea-b4aa-43618c58d4a7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725763 May 05 15:34:25.862490 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Request body: {'port': {'device_id': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:25.930586 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.008686 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-919c3619-2460-48ee-aa38-657a70b03c2e None None] Provisioning complete for port f284aaa7-f504-419b-9316-6ff91ae20941 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:26.009250 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-919c3619-2460-48ee-aa38-657a70b03c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.049579 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-919c3619-2460-48ee-aa38-657a70b03c2e None None] Port f284aaa7-f504-419b-9316-6ff91ae20941 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:26.107079 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689afab-9d49-472f-acc0-3f52f3f29661 req-d18b90b3-2e64-4be2-b159-777d87aed2f3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.108832 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d689afab-9d49-472f-acc0-3f52f3f29661 req-d18b90b3-2e64-4be2-b159-777d87aed2f3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 931 time: 0.0487840 May 05 15:34:26.159160 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d689afab-9d49-472f-acc0-3f52f3f29661 req-8fcf0735-c847-4596-ab52-8716d01bbaa3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443268 May 05 15:34:26.218463 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f284aaa7-f504-419b-9316-6ff91ae20941 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:26.225894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks [] for port (f284aaa7-f504-419b-9316-6ff91ae20941), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.238207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Transition to ACTIVE for port object f284aaa7-f504-419b-9316-6ff91ae20941 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:26.315443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.403367 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Pushing event updated for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:26.429162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b929f7-eff7-42f9-9a3c-b2f08ae05a47 req-678a4808-cb76-459a-91d8-0346969fd9d8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.430663 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-46b929f7-eff7-42f9-9a3c-b2f08ae05a47 req-678a4808-cb76-459a-91d8-0346969fd9d8 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0850067 May 05 15:34:26.522411 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Attempting to bind port f284aaa7-f504-419b-9316-6ff91ae20941 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:26.522730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Attempting to bind port f284aaa7-f504-419b-9316-6ff91ae20941 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:26.523054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Attempting to bind port f284aaa7-f504-419b-9316-6ff91ae20941 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:26.529124 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-46b929f7-eff7-42f9-9a3c-b2f08ae05a47 req-e4546f4a-a7a1-4bd8-8723-7f5b602a0f43 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773997 May 05 15:34:26.531273 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Port f284aaa7-f504-419b-9316-6ff91ae20941 on network eb1e4d75-3fa0-4232-a454-71471b499c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:26.531632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Attempting to bind port f284aaa7-f504-419b-9316-6ff91ae20941 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:26.537124 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:26.539328 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:26.539328 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:26.539328 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Bound port: f284aaa7-f504-419b-9316-6ff91ae20941, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:26.539328 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.610211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:26.613366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f284aaa7-f504-419b-9316-6ff91ae20941,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:26.710703 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.746877 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.747504 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.748849 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] 10.222.0.60 "PUT /v2.0/ports/f284aaa7-f504-419b-9316-6ff91ae20941 HTTP/1.1" status: 200 len: 1093 time: 0.8908036 May 05 15:34:26.749709 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:26.754911 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30625b-d1c6-499b-b96c-803b3dfad07a" -d '{"events": [{"name": "network-changed", "server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:26.781993 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64795-9149-44c6-83a2-415dbe581585 service neutron] Pushing event updated for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:26.797477 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658aeb7f-8079-4396-8b68-9cf8feea29db x-openstack-request-id: req-658aeb7f-8079-4396-8b68-9cf8feea29db {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:26.798465 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:26.798465 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-658aeb7f-8079-4396-8b68-9cf8feea29db {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:26.798465 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658aeb7f-8079-4396-8b68-9cf8feea29db'] response: {'name': 'network-changed', 'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'status': 'completed', 'code': 200} May 05 15:34:26.863405 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-261b132e-bdf6-42a5-8c5f-c8ffc2099446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.865201 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-261b132e-bdf6-42a5-8c5f-c8ffc2099446 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 1127 time: 0.0431774 May 05 15:34:26.972000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-ae3756dd-acd0-49b5-b5b5-6e7c5e568e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:26.973573 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-ae3756dd-acd0-49b5-b5b5-6e7c5e568e90 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf5faa51bd0c4b3584365948ad227668&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977290 May 05 15:34:27.072921 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-cb33cb0b-a550-4aa8-b3af-5982af7c1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.074292 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-db30625b-d1c6-499b-b96c-803b3dfad07a req-cb33cb0b-a550-4aa8-b3af-5982af7c1d71 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941143 May 05 15:34:27.155263 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-6d2c4b11-0ce9-479c-a290-e1aeada0e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.156824 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-6d2c4b11-0ce9-479c-a290-e1aeada0e3ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 1127 time: 0.0423779 May 05 15:34:27.226424 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b0333-96e8-4df7-af6e-1e18977bdcc2 req-30397143-32c4-484f-a967-a150e52e98ca tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.227918 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0f1b0333-96e8-4df7-af6e-1e18977bdcc2 req-30397143-32c4-484f-a967-a150e52e98ca tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0508463 May 05 15:34:27.278698 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638730c-4f78-4c9b-a953-1606d48dcbf5 req-d2022560-5223-4631-a07f-bd075f4fcc47 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.280360 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2638730c-4f78-4c9b-a953-1606d48dcbf5 req-d2022560-5223-4631-a07f-bd075f4fcc47 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 943 time: 0.0480154 May 05 15:34:27.333684 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2638730c-4f78-4c9b-a953-1606d48dcbf5 req-3feb2335-8728-4292-b6f0-475fda736fe0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450168 May 05 15:34:27.389824 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5f65dc2e-c61e-4f6a-be9c-8df385bee6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:27.470330 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0f1b0333-96e8-4df7-af6e-1e18977bdcc2 req-f66f98dc-8f04-4320-ab05-5f2a40435b95 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369168 May 05 15:34:27.650265 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534c73-207e-46cd-a119-2d71a57cea4a req-98c7aa46-0936-426a-b3c8-3fa179669ac9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:27.651631 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b534c73-207e-46cd-a119-2d71a57cea4a req-98c7aa46-0936-426a-b3c8-3fa179669ac9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0485523 May 05 15:34:27.696905 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b534c73-207e-46cd-a119-2d71a57cea4a req-07e01e35-c51d-42a7-9ffd-7b4788e1d14c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 May 05 15:34:28.443463 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4a79-6fc2-4108-ab48-303b4ffded57 req-4f382bba-e7c0-41b2-821a-02b7a16be717 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.444897 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-686a4a79-6fc2-4108-ab48-303b4ffded57 req-4f382bba-e7c0-41b2-821a-02b7a16be717 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 943 time: 0.0459478 May 05 15:34:28.491782 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-686a4a79-6fc2-4108-ab48-303b4ffded57 req-eab0c046-ef9f-49f8-86f3-fd73925eb0ff tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412979 May 05 15:34:28.621675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870aeed-e478-4214-b06d-c54bc3898938 req-91144bdb-60a8-4265-8e72-5790678d4728 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.623107 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6870aeed-e478-4214-b06d-c54bc3898938 req-91144bdb-60a8-4265-8e72-5790678d4728 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0746953 May 05 15:34:28.624486 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-6008b35b-2e24-4741-a2c9-c3ac723184a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f284aaa7-f504-419b-9316-6ff91ae20941 HTTP/1.1" status: 200 len: 217 time: 0.0450721 May 05 15:34:28.703563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-f66ec63a-6280-4ff0-880e-bb583167dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.704935 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-f66ec63a-6280-4ff0-880e-bb583167dc70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.0706661 May 05 15:34:28.708040 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6870aeed-e478-4214-b06d-c54bc3898938 req-cab8048a-9b89-4458-a861-0ac76ad0f48f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794423 May 05 15:34:28.791938 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-859651d4-e03b-49ab-ad1d-8c5b4a95607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.793631 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-859651d4-e03b-49ab-ad1d-8c5b4a95607d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443699 May 05 15:34:28.810872 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edee08a-4946-44ea-9137-b8f6511cb1e8 req-ac033c60-9099-467e-bcdc-f089615ef1d6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.812610 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4edee08a-4946-44ea-9137-b8f6511cb1e8 req-ac033c60-9099-467e-bcdc-f089615ef1d6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0463669 May 05 15:34:28.861596 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4edee08a-4946-44ea-9137-b8f6511cb1e8 req-7ce7612b-76c3-4546-8b63-3240c04d6cc1 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 May 05 15:34:28.894687 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-7bf94381-3c37-4080-ac38-9717add837b9 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941200 May 05 15:34:28.949066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-dfce5a8d-9103-41ea-be1c-e1893d915810 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:28.950461 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-dfce5a8d-9103-41ea-be1c-e1893d915810 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0695214 May 05 15:34:29.063618 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72b1a6f0-3f73-4d89-9b4e-1e14c69b2edd req-847e8297-aab0-4146-95d2-dc2e75aa1674 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533065 May 05 15:34:29.078986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Deleting port ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:29.079326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.414975 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] For port ed1fbad5-e017-4c45-8ca7-8543fdc99caa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:29.415249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.526848 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7d36880c-27f8-4539-9a6a-7356cb328223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.624184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812ee0b-a822-4231-85ef-09d0b0ae17fb req-df867c60-e4f0-4b45-99e2-3530a03e6184 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:29.625623 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2812ee0b-a822-4231-85ef-09d0b0ae17fb req-df867c60-e4f0-4b45-99e2-3530a03e6184 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 943 time: 0.0630109 May 05 15:34:29.627445 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.627823 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.628129 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Floating IP f5744196-d25b-4007-871e-b7bfcb1dfc72 disassociated. External IP: 172.27.2.118, port: ed1fbad5-e017-4c45-8ca7-8543fdc99caa. May 05 15:34:29.628505 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Calling delete_port for ed1fbad5-e017-4c45-8ca7-8543fdc99caa owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:29.726994 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2812ee0b-a822-4231-85ef-09d0b0ae17fb req-0bf0a03c-f61c-4cbc-9075-9bd42aea9800 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938144 May 05 15:34:29.839268 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb65d4-c57a-4ac5-916d-3f9e5b796b45 req-8da5db3f-c46d-4746-b0bd-97c4dc2165fe tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:29.840974 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ceb65d4-c57a-4ac5-916d-3f9e5b796b45 req-8da5db3f-c46d-4746-b0bd-97c4dc2165fe tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 946 time: 0.0466232 May 05 15:34:29.847092 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (ed1fbad5-e017-4c45-8ca7-8543fdc99caa), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.880384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'Port': ['ID=ed1fbad5-e017-4c45-8ca7-8543fdc99caa,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:29.902089 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ceb65d4-c57a-4ac5-916d-3f9e5b796b45 req-efb6834e-96df-4440-8707-2746d5b86461 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=749c2f49-da52-4f61-a2fb-55ac23679c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551498 May 05 15:34:30.030576 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:30.036839 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7e488-4254-43d3-9c3f-1219ba2226b9 req-fbc76950-7f38-436b-b511-941163797e0e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:30.038906 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ae7e488-4254-43d3-9c3f-1219ba2226b9 req-fbc76950-7f38-436b-b511-941163797e0e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0679214 May 05 15:34:30.134723 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ae7e488-4254-43d3-9c3f-1219ba2226b9 req-2074658e-f6a9-4f36-9973-3600bd04bb0b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891514 May 05 15:34:30.184184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:30.194549 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:30.204360 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:30.204975 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:30.226636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] No DVR routers for this DVR port ed1fbad5-e017-4c45-8ca7-8543fdc99caa on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:34:30.229739 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:30.233002 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1f3e9a31-f05d-4bce-bef3-1333c4bf654e req-0b0f96f2-6208-4cf7-9fba-c2179a472ef4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "DELETE /v2.0/ports/ed1fbad5-e017-4c45-8ca7-8543fdc99caa HTTP/1.1" status: 204 len: 173 time: 1.2763317 May 05 15:34:30.233512 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-deleted', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:30.235662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6b734-9198-45ca-8e3b-1ef8570ff127" -d '{"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-deleted", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:30.328700 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c89bc6-c9a4-4267-b563-d3e6630a1078 x-openstack-request-id: req-60c89bc6-c9a4-4267-b563-d3e6630a1078 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:30.328993 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b914fa-b468-4a31-b340-1493263e6296", "name": "network-vif-deleted", "tag": "ed1fbad5-e017-4c45-8ca7-8543fdc99caa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:30.329361 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60c89bc6-c9a4-4267-b563-d3e6630a1078 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:30.329779 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c89bc6-c9a4-4267-b563-d3e6630a1078'] response: {'server_uuid': '57b914fa-b468-4a31-b340-1493263e6296', 'name': 'network-vif-deleted', 'tag': 'ed1fbad5-e017-4c45-8ca7-8543fdc99caa', 'status': 'completed', 'code': 200} May 05 15:34:30.353162 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:30.551122 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:30.581938 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:30.590594 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:30.591186 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:30.708436 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:30.804174 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:30.847231 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c7423-88ef-4279-97d9-f50783cdfba3 req-28e55fe8-5403-433f-953f-0086c6f13172 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:30.848726 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-659c7423-88ef-4279-97d9-f50783cdfba3 req-28e55fe8-5403-433f-953f-0086c6f13172 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 943 time: 0.0521426 May 05 15:34:30.899986 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-659c7423-88ef-4279-97d9-f50783cdfba3 req-56ae6dba-d84f-47dc-b9c0-2a98e870be7c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445642 May 05 15:34:30.904523 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:30.934691 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde41637-f5ec-45cf-94fc-710d7d319536 None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:31.030869 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3fff5575-87d7-430d-88ac-2640bbb364f2 req-5a139ef8-360f-4a55-bc4b-7529dcccc037 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=57b914fa-b468-4a31-b340-1493263e6296 HTTP/1.1" status: 200 len: 210 time: 0.0285947 May 05 15:34:31.172301 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764422b-c0ea-4103-9a53-ee3b69b861c3 None None] New status for floating IP f5744196-d25b-4007-871e-b7bfcb1dfc72: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:31.252652 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644683f-4c11-491f-8ec9-b79b7822eda0 req-b389bb4b-3ca3-4c10-a1bc-560cfa01d642 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:31.254475 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3644683f-4c11-491f-8ec9-b79b7822eda0 req-b389bb4b-3ca3-4c10-a1bc-560cfa01d642 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0474110 May 05 15:34:31.300481 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3644683f-4c11-491f-8ec9-b79b7822eda0 req-16f6f3b2-7ae4-4bb0-9032-4e6faa050dde tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 May 05 15:34:31.531308 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device f284aaa7-f504-419b-9316-6ff91ae20941 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:31.568088 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-a42bd76b-85ee-43db-871e-41b5e4d8fc09 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838081012&fields=id&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0470645 May 05 15:34:31.631929 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f284aaa7-f504-419b-9316-6ff91ae20941,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:31.643349 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'port_id': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'mac_address': 'fa:16:3e:5d:e1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:31.676283 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-8932f174-ee23-48b8-b123-e6ac2e1e19a9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:31.677774 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-8932f174-ee23-48b8-b123-e6ac2e1e19a9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.1031854 May 05 15:34:31.681154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port f284aaa7-f504-419b-9316-6ff91ae20941 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:31.681549 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:31.694648 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-1df560c7-83bb-444b-a524-70265e227327 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/quotas/fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0092962 May 05 15:34:31.695317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f284aaa7-f504-419b-9316-6ff91ae20941 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:31.719433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f284aaa7-f504-419b-9316-6ff91ae20941,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:31.745925 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-ecb505c0-18c9-4432-b8f9-446998b0b659 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458827 May 05 15:34:31.801686 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:31.851460 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-5371dd5e-94e2-435c-aafc-647f016394fe service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938969 May 05 15:34:31.851687 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:31.941073 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-984a231b-a778-4c83-ac77-eaaa279633a5 service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 May 05 15:34:32.034659 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69e4e3-dde3-402b-959f-c8c456faca99 req-6f8fa248-bc41-44a9-a317-577c87258bf9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.036184 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6e69e4e3-dde3-402b-959f-c8c456faca99 req-6f8fa248-bc41-44a9-a317-577c87258bf9 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 944 time: 0.0604901 May 05 15:34:32.046521 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['f284aaa7-f504-419b-9316-6ff91ae20941'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:32.091969 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6e69e4e3-dde3-402b-959f-c8c456faca99 req-35fdc902-9f0f-4c2c-93fb-043c4b8c2cad tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500233 May 05 15:34:32.096304 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.270709 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42348) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:32.324288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (749c2f49-da52-4f61-a2fb-55ac23679c57), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.349504 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (749c2f49-da52-4f61-a2fb-55ac23679c57), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.428695 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ef042-7a07-4a5f-9109-a4ddd258d8fc req-a5f46202-3ba4-42af-bdcf-1d003a9faefa tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.430091 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1d2ef042-7a07-4a5f-9109-a4ddd258d8fc req-a5f46202-3ba4-42af-bdcf-1d003a9faefa tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0573187 May 05 15:34:32.479533 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1d2ef042-7a07-4a5f-9109-a4ddd258d8fc req-addff35b-ed9f-449a-81d9-e9f8d37c3a22 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 May 05 15:34:32.526841 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (749c2f49-da52-4f61-a2fb-55ac23679c57), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.529808 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.533045 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "DELETE /v2.0/security-groups/749c2f49-da52-4f61-a2fb-55ac23679c57 HTTP/1.1" status: 204 len: 168 time: 0.2592340 May 05 15:34:32.533803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42354) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:32.541056 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd16d6-8575-4860-acf3-61755237b30a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749c2f49-da52-4f61-a2fb-55ac23679c57,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:32.570855 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-5ad79023-d928-4afd-9c1c-d2e082f6c5db tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] show failed (client error): The resource could not be found. May 05 15:34:32.572290 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5ad79023-d928-4afd-9c1c-d2e082f6c5db tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups/749c2f49-da52-4f61-a2fb-55ac23679c57 HTTP/1.1" status: 404 len: 347 time: 0.0357103 May 05 15:34:32.575229 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42358) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:32.593512 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-adb84aaa-be37-4efa-8fcf-7bf67d86ca33 req-4ac8d79c-790c-4f1d-ae33-5bea51b0109f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0334249 May 05 15:34:32.699982 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Deleting port e81cea40-ab48-4342-9d87-96307c711d4b {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:34:32.700326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.775662 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.775990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (e81cea40-ab48-4342-9d87-96307c711d4b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.789743 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Calling delete_port for e81cea40-ab48-4342-9d87-96307c711d4b owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:34:32.902199 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f2a3-43d8-4d85-8751-d7b5406ccdad req-b96f9b22-5200-491c-84ca-caa75bd5c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:32.903728 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ef76f2a3-43d8-4d85-8751-d7b5406ccdad req-b96f9b22-5200-491c-84ca-caa75bd5c797 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.0384219 May 05 15:34:32.949187 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ef76f2a3-43d8-4d85-8751-d7b5406ccdad req-93fbd1e4-0c4d-43b4-8c27-02a9a9984e43 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 May 05 15:34:33.012631 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (e81cea40-ab48-4342-9d87-96307c711d4b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.038744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'Port': ['ID=e81cea40-ab48-4342-9d87-96307c711d4b,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:33.102571 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (f5744196-d25b-4007-871e-b7bfcb1dfc72), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.105227 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.106391 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-7c89e6c9-88d5-405f-bce8-bc8f833fae00 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "DELETE /v2.0/floatingips/f5744196-d25b-4007-871e-b7bfcb1dfc72 HTTP/1.1" status: 204 len: 168 time: 0.5301251 May 05 15:34:33.215658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4993f4-4f8e-4343-8846-1461af56dff0 req-4bed77a7-7af1-4615-8b16-4aa810a12dbb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:33.218111 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bc4993f4-4f8e-4343-8846-1461af56dff0 req-4bed77a7-7af1-4615-8b16-4aa810a12dbb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 944 time: 0.0505309 May 05 15:34:33.273170 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bc4993f4-4f8e-4343-8846-1461af56dff0 req-ebc34881-4032-49b0-9b1c-306fcfb7b288 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494132 May 05 15:34:33.424723 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42370) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:33.429438 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810743017', 'description': 'tempest-description--798461539'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:33.527038 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.531557 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device f284aaa7-f504-419b-9316-6ff91ae20941 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:33.581493 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port f284aaa7-f504-419b-9316-6ff91ae20941 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:33.619333 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae57dc-4194-46dc-a5f0-57439bffe977 req-9af6c665-c87f-438f-8d7f-c448ee89263e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:33.621295 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-86ae57dc-4194-46dc-a5f0-57439bffe977 req-9af6c665-c87f-438f-8d7f-c448ee89263e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0681679 May 05 15:34:33.665231 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (6b230511-0ead-4faa-9dcd-c47a704f362a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.692601 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port f284aaa7-f504-419b-9316-6ff91ae20941 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:33.692978 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.695140 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa2b9c5a-742f-4031-879f-271a268f76d2 req-9a3b624e-02f2-4d0a-8314-3207709f3c72 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0286620 May 05 15:34:33.705314 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-86ae57dc-4194-46dc-a5f0-57439bffe977 req-979eea43-62fc-4475-8b9c-5db495675180 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727575 May 05 15:34:33.745032 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6b230511-0ead-4faa-9dcd-c47a704f362a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.747988 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.774967 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b230511-0ead-4faa-9dcd-c47a704f362a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:33.793162 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port f284aaa7-f504-419b-9316-6ff91ae20941 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:33.793603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.816184 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:33.818453 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e75f0d-1821-4424-93b7-4a12393de226" -d '{"events": [{"server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "name": "network-vif-plugged", "status": "completed", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:33.831951 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f284aaa7-f504-419b-9316-6ff91ae20941,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:33.855548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126944ed-9f90-433e-9fea-b47c29e3b886 x-openstack-request-id: req-126944ed-9f90-433e-9fea-b47c29e3b886 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:33.855847 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "name": "network-vif-plugged", "status": "completed", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:33.856106 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-126944ed-9f90-433e-9fea-b47c29e3b886 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:33.856507 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126944ed-9f90-433e-9fea-b47c29e3b886'] response: {'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'code': 200} May 05 15:34:33.860155 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.861428 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-adaf49d4-e55d-48f5-953f-e1357a7a93ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4357026 May 05 15:34:33.870606 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42378) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:33.876814 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group_rule': {'security_group_id': '6b230511-0ead-4faa-9dcd-c47a704f362a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:33.938298 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.939101 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:34:33.975706 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (9991b825-1fa5-46bc-a5ca-fdbcca212d72), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:33.978666 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: ed1fbad5-e017-4c45-8ca7-8543fdc99caa {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:34:33.979025 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ed1fbad5-e017-4c45-8ca7-8543fdc99caa not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:34:34.005286 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:34.032398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (9991b825-1fa5-46bc-a5ca-fdbcca212d72), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.109526 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (9991b825-1fa5-46bc-a5ca-fdbcca212d72), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.127326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9991b825-1fa5-46bc-a5ca-fdbcca212d72,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:34.203053 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.204300 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d9abf2af-3e22-449b-b429-6fd3ebf2c3ad tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319333 May 05 15:34:34.206895 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42380) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:34.211044 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'security_group_rule': {'security_group_id': '6b230511-0ead-4faa-9dcd-c47a704f362a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:34.286473 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (419d162b-d308-4307-9b5d-9330021a1313), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.351397 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.423145 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (419d162b-d308-4307-9b5d-9330021a1313), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.441351 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b742-d445-4368-a862-26220ea09860 req-29deff03-070a-4007-9639-854587fe84e7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:34.442884 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea81b742-d445-4368-a862-26220ea09860 req-29deff03-070a-4007-9639-854587fe84e7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0839698 May 05 15:34:34.470080 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (419d162b-d308-4307-9b5d-9330021a1313), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.503853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419d162b-d308-4307-9b5d-9330021a1313,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:34.508908 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea81b742-d445-4368-a862-26220ea09860 req-9c165292-0dda-401a-aade-e1c78df25d6d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603209 May 05 15:34:34.591345 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.592796 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6533e150-4d4b-4c4d-aabc-02d8bc86697a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849680 May 05 15:34:34.595909 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42384) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:34.600751 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:34.634706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116bf9-b6a3-4479-834f-afe8671fc9e6 req-4843fe47-b31c-4611-bbdc-b58176fdf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:34.635989 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d116bf9-b6a3-4479-834f-afe8671fc9e6 req-4843fe47-b31c-4611-bbdc-b58176fdf0d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 1129 time: 0.0411854 May 05 15:34:34.669880 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.689068 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d116bf9-b6a3-4479-834f-afe8671fc9e6 req-1c010334-459a-45d0-bc7e-c2e5ee92bc70 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376256 May 05 15:34:34.757572 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:34.798159 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8f2851df-69b1-4999-99ee-fc3c2b295709 req-c97983fe-ef3f-4468-bc42-a34b05903e08 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0281191 May 05 15:34:34.858365 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78ac0-2ef5-437f-8b10-692e74fe6b0e req-8b398d67-525b-4cd8-89a6-1a950f7210e7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:34.859745 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-21d78ac0-2ef5-437f-8b10-692e74fe6b0e req-8b398d67-525b-4cd8-89a6-1a950f7210e7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0621839 May 05 15:34:34.926426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Allocated IP 172.27.2.54 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/666e9593-e829-4a71-9cb6-cc3b2b6c1249) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:34.944910 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-21d78ac0-2ef5-437f-8b10-692e74fe6b0e req-ba24c078-5f55-4e87-94b1-957a0f1d9920 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684452 May 05 15:34:35.041493 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.133471 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.181049 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:35.185083 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:35.187001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=666e9593-e829-4a71-9cb6-cc3b2b6c1249,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:35.189130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:35.277554 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.326215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-a999b06e-1801-42d8-8a41-86dc025ae315 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.327849 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-a999b06e-1801-42d8-8a41-86dc025ae315 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.1125600 May 05 15:34:35.349737 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.461775 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-6378-42ac-a9d8-676c0a87e1d4 req-c7aac990-8cfa-41d7-a694-6c0e112c5245 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.463163 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cf246f67-6378-42ac-a9d8-676c0a87e1d4 req-c7aac990-8cfa-41d7-a694-6c0e112c5245 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0482070 May 05 15:34:35.504149 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.512456 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cf246f67-6378-42ac-a9d8-676c0a87e1d4 req-48a32971-a92f-4237-a71e-3377d4b532fe tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 May 05 15:34:35.549566 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.597504 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-8b097c96-0bc1-4ca3-ab2a-b1f47d5f17e7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 379 time: 0.0678351 May 05 15:34:35.620980 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'port': {'device_id': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'admin_state_up': True, 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'security_groups': ['1af295ac-3da4-4740-a23a-629049edf4e4']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:35.622625 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=666e9593-e829-4a71-9cb6-cc3b2b6c1249,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:35.669186 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8778e7-78d1-49ef-acc5-4be88ee1b268 req-66a4aa72-c19c-49cf-9236-14eb0e26685e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.670697 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e8778e7-78d1-49ef-acc5-4be88ee1b268 req-66a4aa72-c19c-49cf-9236-14eb0e26685e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0830538 May 05 15:34:35.680701 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.688560 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-45586ecb-67fb-40c5-9236-d93cf9e70c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.690031 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-45586ecb-67fb-40c5-9236-d93cf9e70c5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.0655596 May 05 15:34:35.730873 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e8778e7-78d1-49ef-acc5-4be88ee1b268 req-4ed5061d-34b6-4aaf-86be-0418bd5382f0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518963 May 05 15:34:35.766081 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.766081 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-85e53d5d-a6b0-4453-99ea-d16860d86feb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1678605 May 05 15:34:35.844869 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-66ba6a05-72ea-441a-b539-cdb0c29e4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:35.846361 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-66ba6a05-72ea-441a-b539-cdb0c29e4f64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1304727 May 05 15:34:35.896138 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c1ba7084-6faf-40af-8013-b287873a2076 req-713bbc01-6846-4669-9ff5-6316c344def8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0278630 May 05 15:34:35.898319 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Made reservation on behalf of fbee1a37bbff489e85a9d366fb34e8d4 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:35.901566 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:35.977391 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-82a2e15e-9bdd-4735-9351-ee2d600c69e6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1810743017&fields=id&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 267 time: 0.0423834 May 05 15:34:36.033912 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.20.0.4 (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78/dcbfc73d-5913-46e4-a31b-1621309ef465/e13faecc-707b-4dba-8376-8be56d9e1743) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:36.085339 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-59f5939a-4ac6-4931-8b20-250ea36db032 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.086829 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-59f5939a-4ac6-4931-8b20-250ea36db032 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 816 time: 0.1027544 May 05 15:34:36.102327 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-0ac4585a-e09b-4eb2-977f-982178bf593f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/quotas/72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 375 time: 0.0095577 May 05 15:34:36.151439 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-1ea436e0-040f-4ef1-b9de-4ae9f4679e80 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435684 May 05 15:34:36.172692 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (e13faecc-707b-4dba-8376-8be56d9e1743), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.247901 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-bb134e3b-8a86-41d9-b800-045dfc2f8f50 service neutron] 10.222.0.55 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 May 05 15:34:36.307193 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.353843 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-d3c8b3b7-607d-4dcf-a4ce-b697c529a955 service neutron] 10.222.0.55 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002405 May 05 15:34:36.375566 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:36.383148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:36.385571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:36.388514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:36.392784 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-deedea43-b1ea-46ef-898e-02b18dbc316d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1002 time: 0.1303756 May 05 15:34:36.479164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.479820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.490333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-cd1aded0-4a1d-417d-8bca-89246a7933c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.492445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-cd1aded0-4a1d-417d-8bca-89246a7933c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0769398 May 05 15:34:36.538902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-5f7e7e99-239e-40bb-870c-5d7a2281c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.540446 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-5f7e7e99-239e-40bb-870c-5d7a2281c340 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416608 May 05 15:34:36.642645 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-552eafac-a54a-4de2-a08f-74120db2729f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0253303 May 05 15:34:36.662324 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Request body: {'port': {'device_id': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:36.675494 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b2c8d3ba-fa9b-434d-9a85-bc1f474c63c0 req-4742a425-a7f7-4e9a-b41b-7cd7582108fd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0326276 May 05 15:34:36.697355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-d082efba-4345-4ba3-8f98-f45c290884ee None None] Provisioning complete for port e13faecc-707b-4dba-8376-8be56d9e1743 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:36.697869 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d082efba-4345-4ba3-8f98-f45c290884ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.737585 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-d082efba-4345-4ba3-8f98-f45c290884ee None None] Port e13faecc-707b-4dba-8376-8be56d9e1743 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:36.754964 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8da5f7-ec64-4f5b-82bc-274d4c658ef9 req-e8201a3e-5259-4d38-b690-62d1cdbf259c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.756641 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc8da5f7-ec64-4f5b-82bc-274d4c658ef9 req-e8201a3e-5259-4d38-b690-62d1cdbf259c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.1274798 May 05 15:34:36.789084 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-2dd6fc3e-7724-4de0-8761-eefe55ad066a service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417555 May 05 15:34:36.827083 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:36.863821 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8005bf5-13a9-4aec-9bab-9b8dd08fdbe1 req-9b61ce82-9b72-4a5f-afa1-e4270041ffdd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:36.865231 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e8005bf5-13a9-4aec-9bab-9b8dd08fdbe1 req-9b61ce82-9b72-4a5f-afa1-e4270041ffdd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0490942 May 05 15:34:36.871940 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc8da5f7-ec64-4f5b-82bc-274d4c658ef9 req-837d19ba-2691-4cd7-a188-822eee030d66 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948813 May 05 15:34:36.922501 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e8005bf5-13a9-4aec-9bab-9b8dd08fdbe1 req-e22e7001-7d44-47fa-8e5d-a8e276f3f7af tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473344 May 05 15:34:37.045165 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e562318f-0316-42d2-a0a5-67f6a1d43f30 req-205b4d6c-9f7a-4eea-a7ba-5773eafa5128 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445204 May 05 15:34:37.046821 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438ed76-0204-40ae-97d1-7a62313380e4 req-53da00dd-179d-44ca-9621-8a1b086b3412 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:37.057926 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d438ed76-0204-40ae-97d1-7a62313380e4 req-53da00dd-179d-44ca-9621-8a1b086b3412 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0633299 May 05 15:34:37.058066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42432) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:37.067429 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'port_id': 'f284aaa7-f504-419b-9316-6ff91ae20941'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:37.120166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d182c7-1505-44d6-af00-5b8c2ae397d2 req-7a7e0135-4b04-4e63-8048-643b6f475337 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:37.121605 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85d182c7-1505-44d6-af00-5b8c2ae397d2 req-7a7e0135-4b04-4e63-8048-643b6f475337 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 931 time: 0.1192293 May 05 15:34:37.144453 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.309533 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85d182c7-1505-44d6-af00-5b8c2ae397d2 req-abf79d06-6314-439c-b9c0-081e0d877be1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814117 May 05 15:34:37.436912 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13faecc-707b-4dba-8376-8be56d9e1743 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:37.470655 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks [] for port (e13faecc-707b-4dba-8376-8be56d9e1743), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.494217 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Transition to ACTIVE for port object e13faecc-707b-4dba-8376-8be56d9e1743 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:37.782413 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ee55bbf6-10ac-46ed-b371-8cfb61da474e req-f0ca11ec-ef00-4c12-a21a-4737e3bed7c4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0293462 May 05 15:34:37.785171 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:37.886303 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Pushing event updated for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:38.057386 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee7e8-e3b7-4c26-87fe-6ad98ff84ba3 req-bdc0b959-1ac1-401c-bec7-acd8b175fec3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:38.058874 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-415ee7e8-e3b7-4c26-87fe-6ad98ff84ba3 req-bdc0b959-1ac1-401c-bec7-acd8b175fec3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0956910 May 05 15:34:38.128024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Attempting to bind port e13faecc-707b-4dba-8376-8be56d9e1743 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:38.128279 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Attempting to bind port e13faecc-707b-4dba-8376-8be56d9e1743 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:38.128606 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Attempting to bind port e13faecc-707b-4dba-8376-8be56d9e1743 on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:38.141679 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Port e13faecc-707b-4dba-8376-8be56d9e1743 on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:38.141997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Attempting to bind port e13faecc-707b-4dba-8376-8be56d9e1743 on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:38.163027 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.164108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:38.164444 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:38.164914 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Bound using segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:38.165250 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Bound port: e13faecc-707b-4dba-8376-8be56d9e1743, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:38.165600 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.190420 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-415ee7e8-e3b7-4c26-87fe-6ad98ff84ba3 req-a1294405-733b-40c1-be88-da873203b6e2 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218891 May 05 15:34:38.208703 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.288388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:38.326193 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e13faecc-707b-4dba-8376-8be56d9e1743,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:38.342721 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 0b36c91d-6113-46e6-9278-d1c9ee774c37 associated. External IP: 172.27.2.96, port: f284aaa7-f504-419b-9316-6ff91ae20941. May 05 15:34:38.390013 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.434937 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c8915-38de-4dd5-9eaa-98c58c2c36e6 req-8c661d8e-508e-450f-9281-d97a446bb82e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:38.436738 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e79c8915-38de-4dd5-9eaa-98c58c2c36e6 req-8c661d8e-508e-450f-9281-d97a446bb82e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.0508063 May 05 15:34:38.462632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:38.462799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.464209 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] 10.222.0.60 "PUT /v2.0/ports/e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 200 len: 1093 time: 1.8062515 May 05 15:34:38.466655 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:38.469035 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d" -d '{"events": [{"name": "network-changed", "server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:38.505356 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8082-0940-46fd-8a1c-8f8d9758156b service neutron] Pushing event updated for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:38.530079 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e79c8915-38de-4dd5-9eaa-98c58c2c36e6 req-724d2509-e4cb-44f8-b782-5b354d3bc58a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862949 May 05 15:34:38.554617 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc583754-d3f5-47c9-9e64-72686b7ab2b2 x-openstack-request-id: req-fc583754-d3f5-47c9-9e64-72686b7ab2b2 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:38.554915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:38.555171 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc583754-d3f5-47c9-9e64-72686b7ab2b2 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:38.555636 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc583754-d3f5-47c9-9e64-72686b7ab2b2'] response: {'name': 'network-changed', 'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'status': 'completed', 'code': 200} May 05 15:34:38.635125 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:38.754758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:38.759288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:38.765581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:38.775670 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:38.779102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:38.788730 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dc6c9a78-b4a6-4c1b-95af-5175ead1c3f2 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "PUT /v2.0/floatingips/0b36c91d-6113-46e6-9278-d1c9ee774c37 HTTP/1.1" status: 200 len: 990 time: 1.7277598 May 05 15:34:38.887861 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f9c2d384-183a-46ea-947d-3e2b2a1ee9f2 req-ae24d371-b5d3-456a-8bc0-509e237ac236 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0313516 May 05 15:34:38.896291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:39.006753 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-c6b99c2f-5941-4d28-b5ce-000deb462f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.008446 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-c6b99c2f-5941-4d28-b5ce-000deb462f7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1127 time: 0.0498881 May 05 15:34:39.086529 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-96000dbf-b4f5-446d-99e8-2807f6e28f7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 200 len: 217 time: 0.0570095 May 05 15:34:39.186125 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-194a4f5f-aabc-4af7-a121-84e538aaa8bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112533 May 05 15:34:39.195227 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-036833b6-6f71-4ae9-be2b-f6505fcdcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.196866 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-036833b6-6f71-4ae9-be2b-f6505fcdcb4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.1041763 May 05 15:34:39.285877 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f737-f7a2-4cef-89e7-933408786369 req-1de7f378-19a9-49e3-aa4f-bfd2e4615e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.288341 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-1de7f378-19a9-49e3-aa4f-bfd2e4615e41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852895 May 05 15:34:39.289447 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-19e3189a-ff0a-435f-920a-0ea5ddd0e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.290848 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-19e3189a-ff0a-435f-920a-0ea5ddd0e160 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 1129 time: 0.0776212 May 05 15:34:39.310996 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '0b36c91d-6113-46e6-9278-d1c9ee774c37', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:5d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:21Z', 'updated_at': '2022-05-05T15:34:37Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:39.342928 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:39.353775 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:39.354723 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:39.363179 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f35c-1e72-401f-b529-70a44121c99a req-474ec45d-5cf5-4915-a656-806dac8db38c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.365698 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbc2f35c-1e72-401f-b529-70a44121c99a req-474ec45d-5cf5-4915-a656-806dac8db38c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0554204 May 05 15:34:39.420818 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cbc2f35c-1e72-401f-b529-70a44121c99a req-ca907d5f-1944-462c-add9-608f618da041 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 May 05 15:34:39.465771 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-a1417a3f-5d82-4286-b2ea-83ed633e7e61 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687741 May 05 15:34:39.471120 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-a012c22f-d509-4568-87a0-9ed72d678b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.472596 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-a012c22f-d509-4568-87a0-9ed72d678b77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1521609 May 05 15:34:39.509134 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:39.544641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702479c5-056b-417c-af24-528e04680653 req-c651933e-649e-4dd4-9c5b-3a91be06615f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.546225 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-702479c5-056b-417c-af24-528e04680653 req-c651933e-649e-4dd4-9c5b-3a91be06615f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0526433 May 05 15:34:39.555416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42452) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:39.563965 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Request body: {'floatingip': {'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:39.645209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:39.652209 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-8876a6bf-e284-49d2-8703-5b2656cd1985 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 200 len: 217 time: 0.0797215 May 05 15:34:39.781165 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-147c4bdb-f3f0-46e6-a3b0-f488714c29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.788895 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '0b36c91d-6113-46e6-9278-d1c9ee774c37', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:5d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:21Z', 'updated_at': '2022-05-05T15:34:37Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:39.791452 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-147c4bdb-f3f0-46e6-a3b0-f488714c29e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.1219413 May 05 15:34:39.800263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00b9fd-10f7-49fd-9c3e-2109267263a5 req-258d277f-8a91-4b3e-b454-72214504e964 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.800263 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5e00b9fd-10f7-49fd-9c3e-2109267263a5 req-258d277f-8a91-4b3e-b454-72214504e964 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.1112471 May 05 15:34:39.828964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e658f-dd37-4cde-b353-fe7a6aa413c7 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '0b36c91d-6113-46e6-9278-d1c9ee774c37', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:5d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:21Z', 'updated_at': '2022-05-05T15:34:37Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:39.872163 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4562f737-f7a2-4cef-89e7-933408786369 req-192a4ced-0569-46c1-9831-d63bf40adce6 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981665 May 05 15:34:39.920767 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-97b2aaf2-79db-452f-a1f5-ffed322c36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:39.922328 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-97b2aaf2-79db-452f-a1f5-ffed322c36f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300099 May 05 15:34:39.983510 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5e00b9fd-10f7-49fd-9c3e-2109267263a5 req-1f53bae3-1a32-4ea3-a414-b1a40ecb72d1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760540 May 05 15:34:40.061566 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-63fe7bcb-9beb-485c-bc06-1c119b1b52ba tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.063392 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-63fe7bcb-9beb-485c-bc06-1c119b1b52ba tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 816 time: 0.2486830 May 05 15:34:40.086372 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-30d9f30c-fa88-4a30-aaf7-09bf40cc8a8b req-2d7d2d95-b3ad-474d-b28d-88e2b275ff6c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0627151 May 05 15:34:40.114776 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-15f29077-47fb-4071-8350-90bca8ab8202 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829250 May 05 15:34:40.150205 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ed33e-11da-4b68-b31c-056ccfa74503 None None] New status for floating IP 0b36c91d-6113-46e6-9278-d1c9ee774c37: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:40.348476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-ffc9dff3-d747-4320-b803-6cc9c572fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.349776 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-ffc9dff3-d747-4320-b803-6cc9c572fab1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1127 time: 0.1502929 May 05 15:34:40.429325 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-8fa47572-5bdf-4f65-9bb9-56afc695952f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 380 time: 0.2371333 May 05 15:34:40.469754 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a0f913a-7a7d-4df5-aa4d-d523a60ac481 req-33a6078e-a06c-43eb-bb98-c98e93500ade service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564414 May 05 15:34:40.473438 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'port': {'device_id': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'admin_state_up': True, 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'security_groups': ['6b230511-0ead-4faa-9dcd-c47a704f362a']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:40.494911 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.556704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:40.558894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304b6a67-bf3d-4d78-8337-8dd3dda36f17" -d '{"events": [{"name": "network-changed", "server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:40.570799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-ae36241e-3d30-4ec8-b4b7-38f9789dfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.572528 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-ae36241e-3d30-4ec8-b4b7-38f9789dfee8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.2151339 May 05 15:34:40.598113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.608124 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7d882-6351-4932-bdfa-ac571ac533ca x-openstack-request-id: req-c0e7d882-6351-4932-bdfa-ac571ac533ca {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:40.608397 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:40.608650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0e7d882-6351-4932-bdfa-ac571ac533ca {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:40.609040 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e7d882-6351-4932-bdfa-ac571ac533ca'] response: {'name': 'network-changed', 'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'status': 'completed', 'code': 200} May 05 15:34:40.680780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Made reservation on behalf of 72f4e78cd69041eaa1f81b3ea4ed27d4 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:40.684161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:40.845823 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-17c81d3a-cde5-47a6-a0fc-cdabd9f27c56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 200 len: 217 time: 0.0677385 May 05 15:34:40.948514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-f2d00c3e-d6f8-4269-93b7-c87f5f789a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.949943 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-f2d00c3e-d6f8-4269-93b7-c87f5f789a2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 1129 time: 0.1181993 May 05 15:34:40.971247 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-b12f34d0-3170-4e5d-89ee-a87f432db884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:40.972639 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-b12f34d0-3170-4e5d-89ee-a87f432db884 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.1030095 May 05 15:34:40.994404 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Allocated IP 172.20.0.13 (8a5fa8f3-21a5-4520-992a-c4e8e8908043/0aab831f-9279-4eec-a96b-4426248798ad/e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:41.067783 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:41.220311 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:41.223131 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3b24e719-53c4-4905-ae72-e2f7b9cf6863 req-cd80cb92-a0da-4fdd-b056-9bc6983f4b1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0304875 May 05 15:34:41.226349 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:41.231850 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:41.248171 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:41.249339 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:41.262486 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:41.265044 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e43c95-9e59-4d8c-8888-c78bc0474671" -d '{"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:41.313846 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5993e342-329e-4c9e-932e-1083f53b36ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "PUT /v2.0/floatingips/e055cead-3587-4cd9-bdc7-3f5e59046df2 HTTP/1.1" status: 200 len: 994 time: 1.7473462 May 05 15:34:41.313846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09b736-526a-4a2c-add4-200c520eb4d3 x-openstack-request-id: req-da09b736-526a-4a2c-add4-200c520eb4d3 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:41.313846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:41.313846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da09b736-526a-4a2c-add4-200c520eb4d3 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:41.313846 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da09b736-526a-4a2c-add4-200c520eb4d3'] response: {'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'status': 'completed', 'code': 200} May 05 15:34:41.360877 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-89d0548c-b2f8-47c5-a1d6-54a2013da301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.362365 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-89d0548c-b2f8-47c5-a1d6-54a2013da301 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3761692 May 05 15:34:41.374636 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:41.380967 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-7bc347e1-aa80-4b80-aa49-d2ae1675b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.382672 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-7bc347e1-aa80-4b80-aa49-d2ae1675b718 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.0450015 May 05 15:34:41.449771 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23fb8-2078-4456-ab51-6ba324a3d8ee req-d6eaf1f0-c406-43b5-928e-144776c5d07a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.451282 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2ef23fb8-2078-4456-ab51-6ba324a3d8ee req-d6eaf1f0-c406-43b5-928e-144776c5d07a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.1137764 May 05 15:34:41.470011 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-dff630a1-a000-41e1-9e70-39b9cadcd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.471636 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-dff630a1-a000-41e1-9e70-39b9cadcd503 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.5110657 May 05 15:34:41.488056 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-cec79003-a847-4bf2-bec2-9603acc343bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.489602 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-cec79003-a847-4bf2-bec2-9603acc343bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1011755 May 05 15:34:41.594449 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-b955f20b-c605-4817-8e66-c81f410fa509 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1002 time: 0.0991750 May 05 15:34:41.606542 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:34:40Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:41.634119 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:41.645567 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:41.646191 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:41.661134 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-3d456ed6-30cd-4c23-b931-23177fe4c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.662623 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-3d456ed6-30cd-4c23-b931-23177fe4c2eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0622096 May 05 15:34:41.674446 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-603ccf2d-e59a-4b40-9c53-60c404b27d1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f284aaa7-f504-419b-9316-6ff91ae20941 HTTP/1.1" status: 200 len: 1000 time: 0.1892312 May 05 15:34:41.682205 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2ef23fb8-2078-4456-ab51-6ba324a3d8ee req-0daae274-4146-4329-802b-fb745f12877d tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140169 May 05 15:34:41.699442 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-88c1451d-06f5-4dc1-8bb0-0d38c34d76d8 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166506 May 05 15:34:41.703030 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:41.720962 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-009b5017-66ff-4863-9752-90ac92f08526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.722678 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-009b5017-66ff-4863-9752-90ac92f08526 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541811 May 05 15:34:41.775132 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:41.818281 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-df68ebb2-f671-4826-a4b2-4d58e1e85e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.820538 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-df68ebb2-f671-4826-a4b2-4d58e1e85e0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.1324258 May 05 15:34:41.831929 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-a355a02a-ceec-42b5-9bec-1b572a31f999 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019878 May 05 15:34:41.887702 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-5730a40d-8ffb-46cc-8ebc-a44a23ab4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:41.889585 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-5730a40d-8ffb-46cc-8ebc-a44a23ab4460 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597699 May 05 15:34:41.892623 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-4be09631-e20c-4ff0-a0dd-2aa8962d8fe9 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870062 May 05 15:34:41.910515 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:41.941315 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-32e43c95-9e59-4d8c-8888-c78bc0474671 req-c7addc98-bca6-4916-9ed1-b90b2df635d6 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037710 May 05 15:34:42.030610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:42.041418 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:42.051400 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:42.062243 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:34:40Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:42.082645 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:42.103494 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6ecdb-a6ac-4fbf-8527-935003dca82c None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'e055cead-3587-4cd9-bdc7-3f5e59046df2', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'port_id': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'mac_address': 'fa:16:3e:c0:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:32:47Z', 'updated_at': '2022-05-05T15:34:40Z', 'revision_number': 3, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:42.124493 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-d0cc6d7b-d775-4f4e-a807-e3e93f9f467a service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242029 May 05 15:34:42.133571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:42.134235 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:42.252088 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-304b6a67-bf3d-4d78-8337-8dd3dda36f17 req-35eba391-875b-4b4e-9ffb-cfc6710ae676 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149681 May 05 15:34:42.255802 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-1d0010fb-9c37-4655-9788-47907ad1c68f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7887163 May 05 15:34:42.272997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Request body: {'port': {'device_id': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:42.349341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:42.351611 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-eef7a525-23b0-427d-b04d-88a3cd43c91d None None] Provisioning complete for port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:42.352111 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-eef7a525-23b0-427d-b04d-88a3cd43c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:42.384111 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43dac3-525f-48e5-80fb-16f7a0931504 req-3f2cae21-00b8-442a-8c57-3498018d67c5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:42.386064 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f43dac3-525f-48e5-80fb-16f7a0931504 req-3f2cae21-00b8-442a-8c57-3498018d67c5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 932 time: 0.0593519 May 05 15:34:42.390761 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-eef7a525-23b0-427d-b04d-88a3cd43c91d None None] Port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:42.440358 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f43dac3-525f-48e5-80fb-16f7a0931504 req-586334ba-15df-40c1-a1e7-1b5b415bdc6b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 May 05 15:34:42.649070 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:42.657608 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks [] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:42.674694 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Transition to ACTIVE for port object e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:34:42.743813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:42.844073 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:42.857618 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66fa5-cd72-483d-a712-4ddc1ea7ce34 req-b6fe5fe9-76c1-40c8-af60-e7d55782206b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:42.860042 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-abc66fa5-cd72-483d-a712-4ddc1ea7ce34 req-b6fe5fe9-76c1-40c8-af60-e7d55782206b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.0839183 May 05 15:34:43.009192 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-abc66fa5-cd72-483d-a712-4ddc1ea7ce34 req-8fd2ed61-ba95-49a0-be58-cd3121c506d4 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184928 May 05 15:34:43.016234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Attempting to bind port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:43.016786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Attempting to bind port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:43.017191 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Attempting to bind port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:43.022446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:34:43.022799 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Attempting to bind port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 on network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:43.030966 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:43.031753 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Checking segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:43.031753 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Bound using segment: {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:43.032121 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Bound port: e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585c121d-e5c5-483b-b45f-64114607aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:43.032483 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:43.118320 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:43.122770 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:43.175166 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:34:43.195610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:43.239780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.240987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:43.242638 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 1094 time: 0.9742751 May 05 15:34:43.243093 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:43.245357 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b20f20-7b64-4e2b-afdc-883627be7487" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:43.270413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7369-47cc-4a96-840b-dc92a83c0a72 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:43.283994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037243be-c822-4e25-9e41-35a128fed16f x-openstack-request-id: req-037243be-c822-4e25-9e41-35a128fed16f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:43.284296 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:43.284558 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-037243be-c822-4e25-9e41-35a128fed16f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:43.285035 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037243be-c822-4e25-9e41-35a128fed16f'] response: {'name': 'network-changed', 'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'status': 'completed', 'code': 200} May 05 15:34:43.315263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:43.318388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766" -d '{"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:43.353467 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-cd85fe83-db72-4696-9aa4-e3838a729048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.355192 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-cd85fe83-db72-4696-9aa4-e3838a729048 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1128 time: 0.0506353 May 05 15:34:43.363837 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff01f01-d9c4-42c7-a863-2520553fba9a x-openstack-request-id: req-4ff01f01-d9c4-42c7-a863-2520553fba9a {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:43.364023 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:43.364244 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ff01f01-d9c4-42c7-a863-2520553fba9a {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:43.364643 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff01f01-d9c4-42c7-a863-2520553fba9a'] response: {'name': 'network-changed', 'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'status': 'completed', 'code': 200} May 05 15:34:43.469826 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-3b593b52-d1ec-4762-b598-51c742d555bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.473802 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-3b593b52-d1ec-4762-b598-51c742d555bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=432804d7e09449b69b0ce11c92fe4240&device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 1130 time: 0.0823808 May 05 15:34:43.559340 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-f07b3250-322e-478c-88d6-df565b23cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.560964 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-f07b3250-322e-478c-88d6-df565b23cb28 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1928988 May 05 15:34:43.574680 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99368d8c-7bce-4890-854c-65236af5c34d req-dbfb17b3-5025-4d4d-a4e1-7743ad4575b7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.576253 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-99368d8c-7bce-4890-854c-65236af5c34d req-dbfb17b3-5025-4d4d-a4e1-7743ad4575b7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0544863 May 05 15:34:43.622612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-bba25177-733c-4067-b7ad-8eb408ca565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.624126 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-bba25177-733c-4067-b7ad-8eb408ca565e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 200 len: 918 time: 0.1476681 May 05 15:34:43.631870 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-99368d8c-7bce-4890-854c-65236af5c34d req-1893fd58-6985-4062-8845-5e720e839667 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484576 May 05 15:34:43.744679 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-39c2016c-c33f-4899-ae79-f07bb6da998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.748779 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-35b20f20-7b64-4e2b-afdc-883627be7487 req-39c2016c-c33f-4899-ae79-f07bb6da998f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809971 May 05 15:34:43.752330 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-54841643-7c2d-4c32-a04d-d3c167ece5f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 200 len: 1002 time: 0.1004758 May 05 15:34:43.850285 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-4d0cc457-24d2-49e8-bc01-6ec5c16f177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.851789 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-4d0cc457-24d2-49e8-bc01-6ec5c16f177c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1128 time: 0.0515237 May 05 15:34:43.853187 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-ff71c3cf-1e63-4e6e-aefb-4c924b9ee762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.854488 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-ff71c3cf-1e63-4e6e-aefb-4c924b9ee762 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 200 len: 856 time: 0.0958755 May 05 15:34:43.921676 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-7bb74a68-2b09-4bad-9a75-17203207e854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 217 time: 0.0586047 May 05 15:34:43.958024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-30b857e0-a377-41b6-94be-b9dd13a821ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:43.959557 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-30b857e0-a377-41b6-94be-b9dd13a821ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a06362c4-ca0f-43b8-9d05-00fb92cfb100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954752 May 05 15:34:44.004148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-f5a046ec-7af9-4016-9400-5952860d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.005552 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-f5a046ec-7af9-4016-9400-5952860d8773 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0763621 May 05 15:34:44.086003 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ab02-327d-41d4-bfd2-43349798090d req-392058d9-9016-4707-9295-1efdfe87bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.087642 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-392058d9-9016-4707-9295-1efdfe87bd0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765069 May 05 15:34:44.130108 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-5a478fae-b44b-47c2-9cc1-b1f75d4c95a1 service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643014 May 05 15:34:44.242761 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3110-efc5-46dd-8033-e1a779ce8bc3 req-85a103ad-50d2-49d5-bc06-2631556c4ee4 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.244341 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f19f3110-efc5-46dd-8033-e1a779ce8bc3 req-85a103ad-50d2-49d5-bc06-2631556c4ee4 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.1376472 May 05 15:34:44.335666 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-787858e4-f99c-4515-a795-46d739b707dd service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377508 May 05 15:34:44.386847 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f19f3110-efc5-46dd-8033-e1a779ce8bc3 req-1569dec4-0ba5-4f78-aa9e-d81566217253 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354659 May 05 15:34:44.399788 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8e61e55d-d0aa-4e63-b7f4-b54ca983e766 req-f0d7babd-b3b2-4450-8049-461e8bae670e service neutron] 10.222.0.60 "GET /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456918 May 05 15:34:44.459840 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3177ab02-327d-41d4-bfd2-43349798090d req-811eb228-b320-4149-8673-e2b0b5407b1c service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181352 May 05 15:34:44.771115 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155aa14-045c-445d-923d-04cf9f5cf448 req-f3853c57-7070-4ec7-ac6a-05ce3ed11667 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:44.772732 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6155aa14-045c-445d-923d-04cf9f5cf448 req-f3853c57-7070-4ec7-ac6a-05ce3ed11667 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0578349 May 05 15:34:44.824675 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6155aa14-045c-445d-923d-04cf9f5cf448 req-949f6926-8994-4d21-9af7-71e1726dca74 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455844 May 05 15:34:45.499248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649bd7-c281-45ed-9664-7c820256376a req-270b6b3c-5e94-41d2-b05a-01d719ba80c7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.500707 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c9649bd7-c281-45ed-9664-7c820256376a req-270b6b3c-5e94-41d2-b05a-01d719ba80c7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.0466669 May 05 15:34:45.553983 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c9649bd7-c281-45ed-9664-7c820256376a req-bdec848f-f975-48ba-a233-1b5ee2e8471f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471625 May 05 15:34:45.941869 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2d76-7142-441e-a306-3721d96aa9ad req-fc045ad4-7bcb-4972-80c0-d5a6c2672b52 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:45.943984 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a06b2d76-7142-441e-a306-3721d96aa9ad req-fc045ad4-7bcb-4972-80c0-d5a6c2672b52 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0465038 May 05 15:34:45.989469 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a06b2d76-7142-441e-a306-3721d96aa9ad req-3f33b27a-da21-43d3-811a-e7af093af7c9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 May 05 15:34:46.665450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44649f51-60b8-4e28-86b8-e82f3800e993 req-3523ae89-7c3f-4306-93ac-bc1a4e740e74 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:46.666917 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44649f51-60b8-4e28-86b8-e82f3800e993 req-3523ae89-7c3f-4306-93ac-bc1a4e740e74 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.0464151 May 05 15:34:46.714701 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44649f51-60b8-4e28-86b8-e82f3800e993 req-24ec070c-c07f-41df-a0aa-36680a3e34a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 May 05 15:34:47.104350 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a2d6-e11e-45b0-a3d9-223dd20c99e3 req-caeb041e-24ff-4fc9-9743-0290f660cef7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:47.105773 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-78b1a2d6-e11e-45b0-a3d9-223dd20c99e3 req-caeb041e-24ff-4fc9-9743-0290f660cef7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0452924 May 05 15:34:47.154851 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-78b1a2d6-e11e-45b0-a3d9-223dd20c99e3 req-82c80dea-8d1e-4f4e-9b70-87c871268ec6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 May 05 15:34:47.578215 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e13faecc-707b-4dba-8376-8be56d9e1743 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:47.672648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e13faecc-707b-4dba-8376-8be56d9e1743,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:47.687276 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'port_id': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'mac_address': 'fa:16:3e:a9:9c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:47.723667 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e13faecc-707b-4dba-8376-8be56d9e1743 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:47.724082 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.737410 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13faecc-707b-4dba-8376-8be56d9e1743 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:47.768220 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e13faecc-707b-4dba-8376-8be56d9e1743,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:47.824378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:47.825169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:34:47.832128 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee438823-b8ed-421f-8990-a9131bf979f5 req-8423c8f7-58c6-4e1f-a491-8ea32c66e8a7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:47.833520 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ee438823-b8ed-421f-8990-a9131bf979f5 req-8423c8f7-58c6-4e1f-a491-8ea32c66e8a7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 943 time: 0.0470307 May 05 15:34:47.882570 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ee438823-b8ed-421f-8990-a9131bf979f5 req-bb3aeadc-e5fb-4ff1-b8d9-70c043dedea9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 May 05 15:34:47.900600 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:47.912755 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.913096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.913433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.913783 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.914125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.914447 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.914768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.915087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.915407 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.915749 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.916067 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.916396 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.916716 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.917028 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:47.917340 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:48.094215 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:48.105485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:34:48.140708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:48.141090 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.154363 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:34:48.173334 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:48.229580 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.276388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b47c89-5c61-4b1a-80f9-c8d409bea3cf req-58d255a7-29d9-4742-9e63-c0206e35e145 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:48.277901 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43b47c89-5c61-4b1a-80f9-c8d409bea3cf req-58d255a7-29d9-4742-9e63-c0206e35e145 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 945 time: 0.0496826 May 05 15:34:48.281744 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:48.325093 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43b47c89-5c61-4b1a-80f9-c8d409bea3cf req-a4900839-9023-41b5-b3a4-d5b88577b24c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 May 05 15:34:48.671012 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['e13faecc-707b-4dba-8376-8be56d9e1743'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:48.777177 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:34:48.998541 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f6357-64b2-4ec4-9334-eb7592f5afc6 req-195a961c-66ce-4e0f-973b-4c02ba75189c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:48.999959 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-437f6357-64b2-4ec4-9334-eb7592f5afc6 req-195a961c-66ce-4e0f-973b-4c02ba75189c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 944 time: 0.0503824 May 05 15:34:49.048079 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-437f6357-64b2-4ec4-9334-eb7592f5afc6 req-68c69bca-7833-4c2f-a549-3b8066cb0ef6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 May 05 15:34:49.442383 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06d86f-1c95-4ce9-8aab-08b2203e897e req-12541e03-276a-4e72-895c-02e0b73505e9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:49.443855 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef06d86f-1c95-4ce9-8aab-08b2203e897e req-12541e03-276a-4e72-895c-02e0b73505e9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 945 time: 0.0473454 May 05 15:34:49.490125 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef06d86f-1c95-4ce9-8aab-08b2203e897e req-f33052be-13a1-4262-a810-ce73c6a9fcea tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 May 05 15:34:50.141306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e13faecc-707b-4dba-8376-8be56d9e1743 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:50.161116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223af9a-3d31-48a0-8c80-e042dcffe7a6 req-d84816e9-fbf3-48f3-934d-50f3408922da tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:50.162813 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3223af9a-3d31-48a0-8c80-e042dcffe7a6 req-d84816e9-fbf3-48f3-934d-50f3408922da tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 944 time: 0.0487845 May 05 15:34:50.192712 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port e13faecc-707b-4dba-8376-8be56d9e1743 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:50.220030 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3223af9a-3d31-48a0-8c80-e042dcffe7a6 req-2ef82ef3-31ca-4979-a752-b3900fbd5697 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449390 May 05 15:34:50.258063 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port e13faecc-707b-4dba-8376-8be56d9e1743 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:50.258439 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.342532 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e13faecc-707b-4dba-8376-8be56d9e1743 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:50.342822 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.365642 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:50.367892 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c3a06-ec4f-4b9d-a467-21a662aa2de2" -d '{"events": [{"server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "name": "network-vif-plugged", "status": "completed", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:50.380682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e13faecc-707b-4dba-8376-8be56d9e1743,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:50.407203 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a074e690-9aea-41f6-ae7a-5582ba5808b5 x-openstack-request-id: req-a074e690-9aea-41f6-ae7a-5582ba5808b5 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:50.407524 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "name": "network-vif-plugged", "status": "completed", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:50.407784 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a074e690-9aea-41f6-ae7a-5582ba5808b5 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:50.408299 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a074e690-9aea-41f6-ae7a-5582ba5808b5'] response: {'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'code': 200} May 05 15:34:50.446787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.447631 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:50.532869 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:50.539453 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:34:50.601093 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:50.601462 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.625571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373fc5b-a0b5-4639-b621-9e12d7060622 req-a189eac3-f453-43ea-a9d2-17ae3a7e7aa9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:50.627093 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d373fc5b-a0b5-4639-b621-9e12d7060622 req-a189eac3-f453-43ea-a9d2-17ae3a7e7aa9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 945 time: 0.0504756 May 05 15:34:50.675429 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d373fc5b-a0b5-4639-b621-9e12d7060622 req-8c5f2cc8-83b0-488d-bb85-345979d23fa0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 May 05 15:34:50.685947 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:50.686490 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.723571 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:50.772359 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:50.772949 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0ede7-0986-4824-9367-dfebd794bac8 req-d3ce25cf-1431-4a95-9a5f-01fa94d5cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:50.774448 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aec0ede7-0986-4824-9367-dfebd794bac8 req-d3ce25cf-1431-4a95-9a5f-01fa94d5cd7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1129 time: 0.0384645 May 05 15:34:50.821442 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aec0ede7-0986-4824-9367-dfebd794bac8 req-6f3f2b9e-3aa8-4815-b464-b8a1a2baeb32 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 May 05 15:34:50.823193 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:51.335275 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2596f-5966-420b-ab9d-72f5bc3c97c8 req-fe70f6e6-2af8-40a9-9fd9-ffaa091c705f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:51.336773 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-72d2596f-5966-420b-ab9d-72f5bc3c97c8 req-fe70f6e6-2af8-40a9-9fd9-ffaa091c705f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0488052 May 05 15:34:51.383235 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-72d2596f-5966-420b-ab9d-72f5bc3c97c8 req-59e62487-148d-4e7a-bc0b-9fb34f4f5a3b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 May 05 15:34:51.791762 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899d9b4-da6f-449e-accf-9120e9391f81 req-1bbfe52e-29bc-4ac6-8629-cee0797724d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:51.793216 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6899d9b4-da6f-449e-accf-9120e9391f81 req-1bbfe52e-29bc-4ac6-8629-cee0797724d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0465961 May 05 15:34:51.854452 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6899d9b4-da6f-449e-accf-9120e9391f81 req-3e7f33b7-a0ba-42df-ad7a-d595a3d69160 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557225 May 05 15:34:52.410041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:52.412534 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f352838-c170-4caf-af9f-7d2801a0766a" -d '{"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:52.447444 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d31125-dbd6-4cf7-b8e0-c0e1e3e8dd1e x-openstack-request-id: req-40d31125-dbd6-4cf7-b8e0-c0e1e3e8dd1e {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:52.447791 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:52.448169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40d31125-dbd6-4cf7-b8e0-c0e1e3e8dd1e {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:52.448571 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d31125-dbd6-4cf7-b8e0-c0e1e3e8dd1e'] response: {'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'code': 200} May 05 15:34:52.496522 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c939ca7-fce8-4802-a44d-845315eaf1f7 req-0d8a1684-0102-451e-843c-cd472bca6aa8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:52.498730 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5c939ca7-fce8-4802-a44d-845315eaf1f7 req-0d8a1684-0102-451e-843c-cd472bca6aa8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0477033 May 05 15:34:52.548968 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5c939ca7-fce8-4802-a44d-845315eaf1f7 req-c6cced90-07bd-4853-86e5-08622028542a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437658 May 05 15:34:52.719289 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655002-d841-497b-a096-6b67aa2aa42a req-b26bde76-64dd-4cef-bbc3-147a3691cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:52.720695 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07655002-d841-497b-a096-6b67aa2aa42a req-b26bde76-64dd-4cef-bbc3-147a3691cb64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1130 time: 0.0381632 May 05 15:34:52.764128 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07655002-d841-497b-a096-6b67aa2aa42a req-9867d661-17fa-4235-9938-4e2660c71235 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 May 05 15:34:52.971662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a3fb-41cc-4498-8b26-c3928b8be1bd req-609c40b8-ae16-4192-a79c-67495a1842ee tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:52.973036 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c97a3fb-41cc-4498-8b26-c3928b8be1bd req-609c40b8-ae16-4192-a79c-67495a1842ee tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0463777 May 05 15:34:53.018195 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c97a3fb-41cc-4498-8b26-c3928b8be1bd req-f238f676-5a20-4615-8387-1f91c0867811 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 May 05 15:34:53.664221 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368c41a-7a10-4062-93a9-bc29c3e2d3c8 req-f342df04-f831-4b07-9cc2-22a704b341dc tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:53.665688 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1368c41a-7a10-4062-93a9-bc29c3e2d3c8 req-f342df04-f831-4b07-9cc2-22a704b341dc tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0484834 May 05 15:34:53.713075 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1368c41a-7a10-4062-93a9-bc29c3e2d3c8 req-965853fb-9a1e-40e1-b0c2-ee27f7c06c1a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 May 05 15:34:53.827332 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa7f1-17a9-45bf-aa31-aeb925140e75 req-a2a5b645-5de6-4623-93f2-39176b7c1eb5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:53.828856 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-38bfa7f1-17a9-45bf-aa31-aeb925140e75 req-a2a5b645-5de6-4623-93f2-39176b7c1eb5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0499530 May 05 15:34:53.877148 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-38bfa7f1-17a9-45bf-aa31-aeb925140e75 req-53adc7cf-8802-41c3-a15a-7f1a5144d1be tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423028 May 05 15:34:53.899603 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42524) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:54.026943 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13537ded-4d95-4f4e-b0a1-a288ac69a39e tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.028530 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-13537ded-4d95-4f4e-b0a1-a288ac69a39e tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1124 time: 0.1279407 May 05 15:34:54.031396 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42528) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:54.035719 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'port_id': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:54.132224 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.134419 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeeee8-0a32-4a64-b517-5d007b1b619e req-0a77a2e3-beee-49cd-ba22-f2094fd83db8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:54.135920 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ddeeeee8-0a32-4a64-b517-5d007b1b619e req-0a77a2e3-beee-49cd-ba22-f2094fd83db8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0468194 May 05 15:34:54.184916 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ddeeeee8-0a32-4a64-b517-5d007b1b619e req-79761631-a42a-4e55-8e18-1a1eeda5c43e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 May 05 15:34:54.474545 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.577315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.27.2.37 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/15bdbb73-6e50-45cb-919d-af3d5b1e5238) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:54.678755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.767160 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:54.805018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:54.807958 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:54.813475 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:54.834993 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=15bdbb73-6e50-45cb-919d-af3d5b1e5238,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:54.848151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.848498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.848868 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.849205 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.849537 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.849866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.850193 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.850515 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.850839 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.851161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.851502 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.851829 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.852164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.852467 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:54.852784 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:55.192118 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (07257236-4703-4bc6-913e-af5cfb4d77b7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.324990 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59dd9-a6b0-438f-b4f7-74d3758bc3a9 req-99c7fc6e-b1b5-4a65-bf52-b184f6e87b75 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.326441 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c2e59dd9-a6b0-438f-b4f7-74d3758bc3a9 req-99c7fc6e-b1b5-4a65-bf52-b184f6e87b75 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0690622 May 05 15:34:55.335822 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.409730 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c2e59dd9-a6b0-438f-b4f7-74d3758bc3a9 req-e6366c95-9b3c-48cd-a623-57b729b7eefa tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760481 May 05 15:34:55.523342 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.523709 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cbdb7-7002-4b86-8ee1-720d89d830af req-7bfb86b8-1a63-48d3-ae8e-37fbac9e3601 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:55.525192 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-154cbdb7-7002-4b86-8ee1-720d89d830af req-7bfb86b8-1a63-48d3-ae8e-37fbac9e3601 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0475705 May 05 15:34:55.533723 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42536) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:55.538440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Request body: {'floatingip': {'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:55.584908 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.601403 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.669445 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=15bdbb73-6e50-45cb-919d-af3d5b1e5238,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:55.681787 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (07257236-4703-4bc6-913e-af5cfb4d77b7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:55.792510 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP 07257236-4703-4bc6-913e-af5cfb4d77b7 associated. External IP: 172.27.2.37, port: e13faecc-707b-4dba-8376-8be56d9e1743. May 05 15:34:56.024077 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:56.051666 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.137707 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.138533 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:56.150479 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:56.159314 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:56.159961 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:56.231497 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.263647 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fce22599-53cc-41f6-8f59-23cc699dac05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2311499 May 05 15:34:56.264335 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:56.266650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6" -d '{"events": [{"name": "network-changed", "server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:56.274391 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:56.313536 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046356e-9e82-4bdd-883b-cc8347c2119b x-openstack-request-id: req-8046356e-9e82-4bdd-883b-cc8347c2119b {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:56.313840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:56.314095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8046356e-9e82-4bdd-883b-cc8347c2119b {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:56.314504 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8046356e-9e82-4bdd-883b-cc8347c2119b'] response: {'name': 'network-changed', 'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'status': 'completed', 'code': 200} May 05 15:34:56.380109 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-6569e77d-a155-46a7-9ce9-5102c6a74a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.382730 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-6569e77d-a155-46a7-9ce9-5102c6a74a6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1129 time: 0.0463192 May 05 15:34:56.478229 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Floating IP 8134ca15-a292-4b13-a6e2-e43415ba7db0 associated. External IP: 172.27.2.54, port: e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46. May 05 15:34:56.485132 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-f923547c-7309-4530-bd9a-7d0c78ade662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.486607 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-f923547c-7309-4530-bd9a-7d0c78ade662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.0978761 May 05 15:34:56.556888 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-d91e5124-f030-4b4a-9f0e-92fce4749c20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 200 len: 998 time: 0.0634272 May 05 15:34:56.570058 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '07257236-4703-4bc6-913e-af5cfb4d77b7', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:a9:9c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:55Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:56.597201 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:56.611558 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:56.612198 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:56.617664 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-f7ecf69c-882f-4f9e-b1f5-c5f44c8cbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.619203 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-f7ecf69c-882f-4f9e-b1f5-c5f44c8cbbb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0514271 May 05 15:34:56.701369 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-a9ac7906-de25-49c4-b2c3-6d78fbf32c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:56.703238 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-a9ac7906-de25-49c4-b2c3-6d78fbf32c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659556 May 05 15:34:56.704798 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:56.733571 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:56.822726 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-3b7fa346-0f83-4361-887a-809ee3053a72 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098878 May 05 15:34:56.831970 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:56.837927 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:56.851017 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:56.869834 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:56.871317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:56.888452 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-125fe06d-057e-439f-8f71-ffd753135696 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "PUT /v2.0/floatingips/8134ca15-a292-4b13-a6e2-e43415ba7db0 HTTP/1.1" status: 200 len: 991 time: 1.3535612 May 05 15:34:56.889147 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:34:56.891492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:34:56.932628 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-69d8b2b0-a00f-4fe8-994b-b6a44f304db6 req-01067df1-0475-46e1-aab3-2f08d18d4b41 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031659 May 05 15:34:56.939327 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a06608-8bc2-433f-85eb-4d64f349eb13 x-openstack-request-id: req-18a06608-8bc2-433f-85eb-4d64f349eb13 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:34:56.939753 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:34:56.940101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18a06608-8bc2-433f-85eb-4d64f349eb13 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:34:56.940823 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a06608-8bc2-433f-85eb-4d64f349eb13'] response: {'name': 'network-changed', 'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'status': 'completed', 'code': 200} May 05 15:34:56.996301 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '07257236-4703-4bc6-913e-af5cfb4d77b7', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:a9:9c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:55Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:56.996564 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:57.009612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-b27fc47c-6f3d-4d73-828d-92f50c294c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.011814 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-b27fc47c-6f3d-4d73-828d-92f50c294c14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1130 time: 0.0424089 May 05 15:34:57.026158 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc89c32-5704-499f-a91d-0ad68764398f None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '07257236-4703-4bc6-913e-af5cfb4d77b7', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:a9:9c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:55Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:57.117951 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-f5f15e9a-d7dd-4cbc-b377-e50aecf1a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.119402 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-f5f15e9a-d7dd-4cbc-b377-e50aecf1a9bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.1012728 May 05 15:34:57.191625 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-f8de1d11-2266-4f63-a8bd-9868dd776e5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 999 time: 0.0650966 May 05 15:34:57.232841 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '8134ca15-a292-4b13-a6e2-e43415ba7db0', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:35Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:57.243249 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-302abf52-ce45-4131-97d4-cf0dfe58493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.245474 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-302abf52-ce45-4131-97d4-cf0dfe58493b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0478656 May 05 15:34:57.260574 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:57.268298 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7491bbbe-51b6-427e-8c99-6a495a55fb03 None None] New status for floating IP 07257236-4703-4bc6-913e-af5cfb4d77b7: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:57.272296 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:57.272921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:57.293482 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-0b1525ca-0c07-49ad-b167-aaf39385e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:57.295168 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-0b1525ca-0c07-49ad-b167-aaf39385e69d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431209 May 05 15:34:57.392351 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-30a5d196-25f8-4b41-8ffb-252686e9a1e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901871 May 05 15:34:57.401188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:57.429851 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e815bf6c-81ad-4e8d-bb89-6e9bb497c8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.489356 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aa5f30-3953-42cd-9e3e-3f0ab8c0ce05 req-fceb772a-1df1-4125-af72-862f7b54ff45 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 May 05 15:34:57.628704 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '8134ca15-a292-4b13-a6e2-e43415ba7db0', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:35Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:57.654924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3308516-4de0-43c8-bc7f-97de97e6acb6 None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '8134ca15-a292-4b13-a6e2-e43415ba7db0', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:34:35Z', 'updated_at': '2022-05-05T15:34:55Z', 'revision_number': 1, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:57.839084 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c233ef3-9405-49e7-b514-2cbaaee6a32d None None] New status for floating IP 8134ca15-a292-4b13-a6e2-e43415ba7db0: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:34:59.543246 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-505d21f7-ff4c-408f-b0ac-8146c5e33b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:00.755301 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:02.125983 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:03.692244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:04.372153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:16.573269 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d985b8-807c-45cc-a14e-4612eb44665e req-caa63482-ce5b-453f-bb33-077afa0836e9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:16.574725 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-27d985b8-807c-45cc-a14e-4612eb44665e req-caa63482-ce5b-453f-bb33-077afa0836e9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0457444 May 05 15:35:16.621527 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-27d985b8-807c-45cc-a14e-4612eb44665e req-6fcd4eaa-4ed1-498e-8a21-53baec7b9b80 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 May 05 15:35:17.734318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8029-f711-4253-bac3-85352da4fddb req-1d06500b-6ecd-4fb5-8300-eaa746479671 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:17.735800 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6bdf8029-f711-4253-bac3-85352da4fddb req-1d06500b-6ecd-4fb5-8300-eaa746479671 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0460439 May 05 15:35:17.788938 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6bdf8029-f711-4253-bac3-85352da4fddb req-dc065d4d-f5d8-4ff2-a670-d46dcafa006d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474133 May 05 15:35:18.900902 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc328ba-8ac8-49ca-8015-2ae802acea1c req-ac6591b2-35da-43b9-b2a0-3ad7dfdc0ba6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:18.902357 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc328ba-8ac8-49ca-8015-2ae802acea1c req-ac6591b2-35da-43b9-b2a0-3ad7dfdc0ba6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0460947 May 05 15:35:18.947451 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2fc328ba-8ac8-49ca-8015-2ae802acea1c req-937830a5-e207-42b2-98f8-213ac57d8beb tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 May 05 15:35:20.058474 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5ffc-5e54-480c-b52f-2bbba1508285 req-28ece792-4ed0-444e-b228-39a18f99c3f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:20.059837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c4df5ffc-5e54-480c-b52f-2bbba1508285 req-28ece792-4ed0-444e-b228-39a18f99c3f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0449829 May 05 15:35:20.104884 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c4df5ffc-5e54-480c-b52f-2bbba1508285 req-a79097dd-ff30-4870-8709-6207c74a99ad tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 May 05 15:35:20.174468 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:35:20.627777 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-74c5c28a-cd50-4a0c-bbda-3aece669755d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:20.629241 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-74c5c28a-cd50-4a0c-bbda-3aece669755d tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0487142 May 05 15:35:20.725687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Deleting port b63c4751-71d9-4f73-8a92-4a39201aa0b1 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:20.726031 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:20.818164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] For port b63c4751-71d9-4f73-8a92-4a39201aa0b1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b63c4751-71d9-4f73-8a92-4a39201aa0b1,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:20.818543 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:20.993927 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:20.994116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:20.994365 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Floating IP e055cead-3587-4cd9-bdc7-3f5e59046df2 disassociated. External IP: 172.27.2.214, port: b63c4751-71d9-4f73-8a92-4a39201aa0b1. May 05 15:35:20.994709 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Calling delete_port for b63c4751-71d9-4f73-8a92-4a39201aa0b1 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:21.194833 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (b63c4751-71d9-4f73-8a92-4a39201aa0b1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:21.223590 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a0be3-59bb-4d97-92eb-f33bd752d05c req-9a580641-57bf-4270-8c63-d2a422c6e7e7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:21.225076 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f05a0be3-59bb-4d97-92eb-f33bd752d05c req-9a580641-57bf-4270-8c63-d2a422c6e7e7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 946 time: 0.0530150 May 05 15:35:21.225653 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event deleted for resources: {'Port': ['ID=b63c4751-71d9-4f73-8a92-4a39201aa0b1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:21.278464 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f05a0be3-59bb-4d97-92eb-f33bd752d05c req-af5c4656-c0fa-476d-a2fa-f99d3d1611f5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=07927caf-700d-4a89-8702-e80079c642e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 May 05 15:35:21.351242 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:21.466533 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:21.479870 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:21.485432 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:21.486038 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:21.508717 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] No DVR routers for this DVR port b63c4751-71d9-4f73-8a92-4a39201aa0b1 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:21.518188 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:21.518188 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c150e4cf-ea1a-49cb-bb77-f72acf804c44 req-eeb06394-3204-4b5b-8606-c4dd40294db6 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "DELETE /v2.0/ports/b63c4751-71d9-4f73-8a92-4a39201aa0b1 HTTP/1.1" status: 204 len: 173 time: 0.8800926 May 05 15:35:21.518188 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'name': 'network-vif-deleted', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:21.518188 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5f0fd-f96f-4432-81fa-31d4598cb153" -d '{"events": [{"server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "name": "network-vif-deleted", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:21.553723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3de30-71bb-457b-8021-a08d716ac448 x-openstack-request-id: req-44d3de30-71bb-457b-8021-a08d716ac448 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:21.554015 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f804c23-6d47-4c74-bd42-bcf828091e7c", "name": "network-vif-deleted", "tag": "b63c4751-71d9-4f73-8a92-4a39201aa0b1", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:21.554271 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44d3de30-71bb-457b-8021-a08d716ac448 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:21.554679 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d3de30-71bb-457b-8021-a08d716ac448'] response: {'server_uuid': '2f804c23-6d47-4c74-bd42-bcf828091e7c', 'name': 'network-vif-deleted', 'tag': 'b63c4751-71d9-4f73-8a92-4a39201aa0b1', 'status': 'completed', 'code': 200} May 05 15:35:21.601358 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:21.892508 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:21.921590 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:21.929894 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:21.930493 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:34:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:22.038010 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:22.228576 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:22.258264 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9351474-36c1-41bd-85ac-6701971a7065 None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:49Z', 'revision_number': 4, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'e2a1dbd0-37b8-4849-907b-1639dea7c512', 'name': '', 'network_id': 'a06362c4-ca0f-43b8-9d05-00fb92cfb100', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'mac_address': 'fa:16:3e:4b:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:47Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'subnets': [{'id': '7352d4ad-b595-4c9b-b7ee-4549de322c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:22.391937 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-043bee03-0819-4a7c-bc10-497ff2e6d2fd req-f0d15124-d573-4bc6-b0ef-9dd46defc2ed tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f804c23-6d47-4c74-bd42-bcf828091e7c HTTP/1.1" status: 200 len: 210 time: 0.0329704 May 05 15:35:22.490108 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0b12c-49e4-4ec9-a423-c8b430931aaa None None] New status for floating IP e055cead-3587-4cd9-bdc7-3f5e59046df2: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:35:23.555685 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42634) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:23.610122 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (07927caf-700d-4a89-8702-e80079c642e2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.632666 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (07927caf-700d-4a89-8702-e80079c642e2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.720786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (07927caf-700d-4a89-8702-e80079c642e2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.723362 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.724572 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "DELETE /v2.0/security-groups/07927caf-700d-4a89-8702-e80079c642e2 HTTP/1.1" status: 204 len: 168 time: 0.1678367 May 05 15:35:23.727359 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42636) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:23.733986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67f640-5b59-40e8-97c3-d38aa839dfd7 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07927caf-700d-4a89-8702-e80079c642e2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:23.742312 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-322d3183-8f4a-4707-943b-a06149343734 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] show failed (client error): The resource could not be found. May 05 15:35:23.747181 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-322d3183-8f4a-4707-943b-a06149343734 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups/07927caf-700d-4a89-8702-e80079c642e2 HTTP/1.1" status: 404 len: 347 time: 0.0186615 May 05 15:35:23.750031 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42638) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:23.865966 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Deleting port 5607189d-0a9e-4d03-8c32-61069f2cb103 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:23.866215 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.949818 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.950149 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (5607189d-0a9e-4d03-8c32-61069f2cb103), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:23.962710 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Calling delete_port for 5607189d-0a9e-4d03-8c32-61069f2cb103 owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:24.177780 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (5607189d-0a9e-4d03-8c32-61069f2cb103), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:24.202985 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event deleted for resources: {'Port': ['ID=5607189d-0a9e-4d03-8c32-61069f2cb103,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:24.229906 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.230265 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.230620 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.230945 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.231280 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.231643 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.231977 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.232304 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.232627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.232951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.233272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.233619 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.233946 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.234272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.234591 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:24.272671 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks [] for floatingip (e055cead-3587-4cd9-bdc7-3f5e59046df2), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:24.275330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:24.276478 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ea113db9-c32a-4a13-94a0-3b42afdc8366 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "DELETE /v2.0/floatingips/e055cead-3587-4cd9-bdc7-3f5e59046df2 HTTP/1.1" status: 204 len: 168 time: 0.5255082 May 05 15:35:24.354152 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b63c4751-71d9-4f73-8a92-4a39201aa0b1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:24.374059 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: b63c4751-71d9-4f73-8a92-4a39201aa0b1 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:24.374319 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b63c4751-71d9-4f73-8a92-4a39201aa0b1 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:27.377381 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-47d74e22-1003-4a2f-9fa6-3c42159d52c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:27.397788 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a275d-739a-47b4-8436-51e67c76ccdf req-470bc6db-c426-455f-af2b-8aef8526db1c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:27.399457 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e5a275d-739a-47b4-8436-51e67c76ccdf req-470bc6db-c426-455f-af2b-8aef8526db1c tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0489407 May 05 15:35:27.451667 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e5a275d-739a-47b4-8436-51e67c76ccdf req-1853a8a8-c5b6-4191-8ed3-9383f7fb135b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 May 05 15:35:28.564280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6d8e3-bf59-49b0-8f0d-1b92fd37391d req-4a0e150e-e065-4576-b7e0-44868083e6f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:28.565734 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86e6d8e3-bf59-49b0-8f0d-1b92fd37391d req-4a0e150e-e065-4576-b7e0-44868083e6f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0460687 May 05 15:35:28.611858 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86e6d8e3-bf59-49b0-8f0d-1b92fd37391d req-a593a480-ec04-4efc-afcb-ef10b1e87030 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 May 05 15:35:29.577407 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-508fbecd-ecc5-4b1c-82a5-2c8a43daad94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:29.726596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2211d4-a8a0-4209-9eda-2ba7641c502b req-68fb4b1e-2165-423a-98a3-09de80e146ea tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.728797 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3b2211d4-a8a0-4209-9eda-2ba7641c502b req-68fb4b1e-2165-423a-98a3-09de80e146ea tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0486524 May 05 15:35:29.779063 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3b2211d4-a8a0-4209-9eda-2ba7641c502b req-16849dfe-e58a-4704-bd11-968ca00f1265 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 May 05 15:35:29.941917 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-d1f3a75f-6c76-4863-a84e-0e4f1e9b0f8b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:29.946284 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-d1f3a75f-6c76-4863-a84e-0e4f1e9b0f8b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 945 time: 0.0481446 May 05 15:35:30.035580 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Deleting port cb379b95-dadc-4da3-99d7-15aa988a4baa {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:30.035925 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.126641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] For port cb379b95-dadc-4da3-99d7-15aa988a4baa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cb379b95-dadc-4da3-99d7-15aa988a4baa,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:30.127001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.140295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Calling delete_port for cb379b95-dadc-4da3-99d7-15aa988a4baa owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:30.343272 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (cb379b95-dadc-4da3-99d7-15aa988a4baa), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.355139 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['c246bec3-14e5-4062-b201-59c12e3e1271', 'cb379b95-dadc-4da3-99d7-15aa988a4baa'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:30.372270 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event deleted for resources: {'Port': ['ID=cb379b95-dadc-4da3-99d7-15aa988a4baa,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:30.690614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] No DVR routers for this DVR port cb379b95-dadc-4da3-99d7-15aa988a4baa on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:30.693283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.697407 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a5eb8060-8197-4149-abe3-f5f5e0f10616 req-40425762-5e22-4510-81d4-029af3f9a9bc tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "DELETE /v2.0/ports/cb379b95-dadc-4da3-99d7-15aa988a4baa HTTP/1.1" status: 204 len: 173 time: 0.7463725 May 05 15:35:30.697913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'name': 'network-vif-deleted', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:30.703918 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25e7c1-3510-4bb6-8de0-463877150616" -d '{"events": [{"server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "name": "network-vif-deleted", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:30.746435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cb459f-4398-46a4-9125-9b2f6ce02fcd x-openstack-request-id: req-60cb459f-4398-46a4-9125-9b2f6ce02fcd {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:30.746736 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b", "name": "network-vif-deleted", "tag": "cb379b95-dadc-4da3-99d7-15aa988a4baa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:30.746987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60cb459f-4398-46a4-9125-9b2f6ce02fcd {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:30.747390 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cb459f-4398-46a4-9125-9b2f6ce02fcd'] response: {'server_uuid': 'f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b', 'name': 'network-vif-deleted', 'tag': 'cb379b95-dadc-4da3-99d7-15aa988a4baa', 'status': 'completed', 'code': 200} May 05 15:35:30.783603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:30.889471 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3d445d08-c8c4-495d-a0b7-65e9c408ea82 req-28398956-f1c5-4826-a125-2def34992324 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=f43e2ff6-3047-4ca2-8f2a-ab69c3735a5b HTTP/1.1" status: 200 len: 210 time: 0.0293050 May 05 15:35:32.130973 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:32.451658 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1ba87-e499-4fb3-81a0-733df209ffd8 req-1d6acf4a-04f3-4c73-81b1-33cf56cfce0b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:32.453110 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8b1ba87-e499-4fb3-81a0-733df209ffd8 req-1d6acf4a-04f3-4c73-81b1-33cf56cfce0b tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0479312 May 05 15:35:32.504592 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8b1ba87-e499-4fb3-81a0-733df209ffd8 req-17810c78-9e11-48e3-9225-108af58100ec tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 May 05 15:35:33.617634 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4880c-d94d-4185-8897-60241c07af64 req-c7222a61-8be9-408d-bb7d-41c535f36e79 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:33.620106 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-acd4880c-d94d-4185-8897-60241c07af64 req-c7222a61-8be9-408d-bb7d-41c535f36e79 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0482776 May 05 15:35:33.671985 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-acd4880c-d94d-4185-8897-60241c07af64 req-7f4d94a2-bb37-45ec-a770-ac929b906d9e tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 May 05 15:35:33.696524 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:33.715035 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2a14d-fb65-4ea4-8cec-23ac852089b7 req-b62ab11b-fb53-40e8-9e32-f956d6c11f6f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:33.716828 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d1d2a14d-fb65-4ea4-8cec-23ac852089b7 req-b62ab11b-fb53-40e8-9e32-f956d6c11f6f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0476594 May 05 15:35:33.766793 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d1d2a14d-fb65-4ea4-8cec-23ac852089b7 req-5cce6806-d06b-4841-9843-1a15e3d8601d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443015 May 05 15:35:34.389930 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cb379b95-dadc-4da3-99d7-15aa988a4baa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:34.409999 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:34.410619 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: cb379b95-dadc-4da3-99d7-15aa988a4baa {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:34.410960 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cb379b95-dadc-4da3-99d7-15aa988a4baa not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:34.784715 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006154fb-877a-4c9e-8e9e-9523f392995f req-e1f75761-f53b-4581-ad43-8e916b3902f0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:34.786205 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-006154fb-877a-4c9e-8e9e-9523f392995f req-e1f75761-f53b-4581-ad43-8e916b3902f0 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0463409 May 05 15:35:34.832901 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-006154fb-877a-4c9e-8e9e-9523f392995f req-4a2e06d7-a38b-4d0c-bc7b-9224f9c797f9 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 May 05 15:35:34.879786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fc477-6bcd-4cfd-9d3b-a5f2e9024a91 req-56fb8a8c-7db9-4dce-9f33-c1bf5d398f70 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:34.881219 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b17fc477-6bcd-4cfd-9d3b-a5f2e9024a91 req-56fb8a8c-7db9-4dce-9f33-c1bf5d398f70 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0455508 May 05 15:35:34.926565 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b17fc477-6bcd-4cfd-9d3b-a5f2e9024a91 req-19556db8-e84a-403f-99fb-68ab2b46ba0e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392580 May 05 15:35:35.949434 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2852be-177f-43ec-b227-1ac372406839 req-2dce1df9-2ba2-44a0-bc5a-e8c1428f6373 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:35.950916 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8e2852be-177f-43ec-b227-1ac372406839 req-2dce1df9-2ba2-44a0-bc5a-e8c1428f6373 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0501094 May 05 15:35:36.000177 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8e2852be-177f-43ec-b227-1ac372406839 req-79a6b47f-6a13-4955-ab82-c743be76b1ff tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 May 05 15:35:36.042578 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3ab52-928b-48f2-bb91-c856df7879dd req-d9a4368f-78e1-44d8-9f75-03dda346f4fa tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:36.044150 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4bb3ab52-928b-48f2-bb91-c856df7879dd req-d9a4368f-78e1-44d8-9f75-03dda346f4fa tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0494180 May 05 15:35:36.091681 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4bb3ab52-928b-48f2-bb91-c856df7879dd req-fa24cf81-dea4-46ad-8c06-e53020e7f031 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417268 May 05 15:35:37.172372 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9972e88-9230-4488-adf6-fb00754c311c req-f3163f57-7f83-430b-9e13-fd8d921f50a3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.173888 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c9972e88-9230-4488-adf6-fb00754c311c req-f3163f57-7f83-430b-9e13-fd8d921f50a3 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.1067924 May 05 15:35:37.215018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6cde-8da7-49d5-87bf-74d5d8d99aea req-4a0aaeac-2957-4f0d-99c6-9ee29c374f57 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.216970 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f9d6cde-8da7-49d5-87bf-74d5d8d99aea req-4a0aaeac-2957-4f0d-99c6-9ee29c374f57 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0547626 May 05 15:35:37.225791 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c9972e88-9230-4488-adf6-fb00754c311c req-3b265232-450a-4f66-9ff9-a01feca6f210 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c740f52-be66-4dd0-9054-cc36fe438aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 May 05 15:35:37.297443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-66d04d19-61c9-490d-9dfb-7c2668f5d505 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.298775 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-66d04d19-61c9-490d-9dfb-7c2668f5d505 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 945 time: 0.0622945 May 05 15:35:37.302916 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f9d6cde-8da7-49d5-87bf-74d5d8d99aea req-d2e658f5-7f47-492b-b251-116e3f91a54d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=19ee2e48-54f0-4fa0-922d-50db30ef7390&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804248 May 05 15:35:37.408598 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9bd8-d543-48de-b786-85071367cd1e req-430b2812-ebb5-48aa-b109-4e36b628e5b8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.410032 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-58bd9bd8-d543-48de-b786-85071367cd1e req-430b2812-ebb5-48aa-b109-4e36b628e5b8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 945 time: 0.0743473 May 05 15:35:37.484020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Deleting port c246bec3-14e5-4062-b201-59c12e3e1271 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:37.484352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.570439 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port f284aaa7-f504-419b-9316-6ff91ae20941 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:37.570777 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.670334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] For port c246bec3-14e5-4062-b201-59c12e3e1271, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c246bec3-14e5-4062-b201-59c12e3e1271,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:37.670697 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.693613 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Calling delete_port for c246bec3-14e5-4062-b201-59c12e3e1271 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:37.704049 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] For port f284aaa7-f504-419b-9316-6ff91ae20941, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f284aaa7-f504-419b-9316-6ff91ae20941,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:37.704410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:37.781754 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-52782ad4-24c2-4165-8452-76888e94c156 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680046 May 05 15:35:37.862724 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-fa2db087-8c73-46e0-b1bb-5b25fdb4fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.864157 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-fa2db087-8c73-46e0-b1bb-5b25fdb4fd35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 1129 time: 0.0427575 May 05 15:35:37.966069 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-32961fa9-af9f-4d61-9003-778bb39022df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:37.967552 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-32961fa9-af9f-4d61-9003-778bb39022df service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.0868959 May 05 15:35:38.033546 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-93c5eedf-3390-4ff7-b0f5-64a1ce556abe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 200 len: 1000 time: 0.0600522 May 05 15:35:38.040339 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.040706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.041019 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 0b36c91d-6113-46e6-9278-d1c9ee774c37 disassociated. External IP: 172.27.2.96, port: f284aaa7-f504-419b-9316-6ff91ae20941. May 05 15:35:38.041360 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for f284aaa7-f504-419b-9316-6ff91ae20941 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:38.043280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (c246bec3-14e5-4062-b201-59c12e3e1271), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.056539 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['c246bec3-14e5-4062-b201-59c12e3e1271'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:38.079969 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Pushing event deleted for resources: {'Port': ['ID=c246bec3-14e5-4062-b201-59c12e3e1271,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:38.081125 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-faa1c4d5-5c4e-4bd0-85b5-b2f82bce3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:38.083748 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-faa1c4d5-5c4e-4bd0-85b5-b2f82bce3979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0438008 May 05 15:35:38.129440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-37ab0f74-2e2b-404f-ae48-227711803d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:38.130898 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-37ab0f74-2e2b-404f-ae48-227711803d35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424144 May 05 15:35:38.164785 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] No DVR routers for this DVR port c246bec3-14e5-4062-b201-59c12e3e1271 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:38.168097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.171279 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.60 "DELETE /v2.0/ports/c246bec3-14e5-4062-b201-59c12e3e1271 HTTP/1.1" status: 204 len: 173 time: 0.8369057 May 05 15:35:38.171733 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'name': 'network-vif-deleted', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:38.173967 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ade86c-04d8-493a-9224-05276a034386" -d '{"events": [{"server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "name": "network-vif-deleted", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:38.227957 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-97519aa5-4bd5-44aa-b310-a8e0c5e91038 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 May 05 15:35:38.233730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f46bc-552b-4ea0-8272-816ac52ca33e x-openstack-request-id: req-950f46bc-552b-4ea0-8272-816ac52ca33e {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:38.234226 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ba9aa2-fe64-47c8-bea6-1252fe7da399", "name": "network-vif-deleted", "tag": "c246bec3-14e5-4062-b201-59c12e3e1271", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:38.234322 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-950f46bc-552b-4ea0-8272-816ac52ca33e {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:38.234649 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f46bc-552b-4ea0-8272-816ac52ca33e'] response: {'server_uuid': 'c8ba9aa2-fe64-47c8-bea6-1252fe7da399', 'name': 'network-vif-deleted', 'tag': 'c246bec3-14e5-4062-b201-59c12e3e1271', 'status': 'completed', 'code': 200} May 05 15:35:38.325475 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-80ced82c-a212-43e5-8dcf-31e09ec6ac0f req-54ba6ab3-0bb6-489b-b655-f4b669982612 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 May 05 15:35:38.326790 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (f284aaa7-f504-419b-9316-6ff91ae20941), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.363594 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=f284aaa7-f504-419b-9316-6ff91ae20941,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:38.444419 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59d114cb-2ad1-4947-bd59-6d08ed7b5f9f req-9a1f79ef-e415-46b0-86c9-4a7320345d71 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 210 time: 0.0360270 May 05 15:35:38.455613 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-50903ef0-f445-489b-a56c-3154fd28e2d0 req-3bc146d2-35ea-45bf-8767-3d7b1081e2a5 tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8ba9aa2-fe64-47c8-bea6-1252fe7da399 HTTP/1.1" status: 200 len: 210 time: 0.1617885 May 05 15:35:38.528245 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:38.652151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:38.664018 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:38.674353 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:38.675223 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:38.697434 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] No DVR routers for this DVR port f284aaa7-f504-419b-9316-6ff91ae20941 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:38.701549 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:38.706025 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-58bd9bd8-d543-48de-b786-85071367cd1e req-1fb0ff1a-4c44-46e5-bc04-2174d6d6c08d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "DELETE /v2.0/ports/f284aaa7-f504-419b-9316-6ff91ae20941 HTTP/1.1" status: 204 len: 173 time: 1.2890282 May 05 15:35:38.803296 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:38.992205 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:39.021333 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:39.031572 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:39.032198 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:39.145328 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:39.334387 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:39.361144 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c88b0b-7865-497f-9543-13d6d07c3bce None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:39.516750 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42748) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:39.573383 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-26f328b4-82df-43ac-8fee-e255e6e2a5c6 req-f16fe29e-e60d-4441-8cbf-5d18c9d810ce tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373 HTTP/1.1" status: 200 len: 210 time: 0.0271773 May 05 15:35:39.631398 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89213e-c5ec-4430-89c1-76f572a05bde None None] New status for floating IP 0b36c91d-6113-46e6-9278-d1c9ee774c37: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:35:40.036975 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.237986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'name': 'network-vif-deleted', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:40.240103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f0633f-72d9-43c4-931d-ea37d20c6ee1" -d '{"events": [{"server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "name": "network-vif-deleted", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:40.277101 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccfc8f3-8bd7-4b7a-b52f-89f7309e5405 x-openstack-request-id: req-dccfc8f3-8bd7-4b7a-b52f-89f7309e5405 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:40.277394 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373", "name": "network-vif-deleted", "tag": "f284aaa7-f504-419b-9316-6ff91ae20941", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:40.277651 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dccfc8f3-8bd7-4b7a-b52f-89f7309e5405 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:40.278242 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dccfc8f3-8bd7-4b7a-b52f-89f7309e5405'] response: {'server_uuid': 'feb8bf8a-e6a5-450d-bf3e-6ebcf3c8d373', 'name': 'network-vif-deleted', 'tag': 'f284aaa7-f504-419b-9316-6ff91ae20941', 'status': 'completed', 'code': 200} May 05 15:35:40.331919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Deleting port e2a1dbd0-37b8-4849-907b-1639dea7c512 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:40.332370 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.396018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device f284aaa7-f504-419b-9316-6ff91ae20941 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:40.418137 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: f284aaa7-f504-419b-9316-6ff91ae20941 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:40.418461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device f284aaa7-f504-419b-9316-6ff91ae20941 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:40.418888 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device c246bec3-14e5-4062-b201-59c12e3e1271 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:40.420716 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] For port e2a1dbd0-37b8-4849-907b-1639dea7c512, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=e2a1dbd0-37b8-4849-907b-1639dea7c512,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:40.421130 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.434704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Calling delete_port for e2a1dbd0-37b8-4849-907b-1639dea7c512 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:40.442201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: c246bec3-14e5-4062-b201-59c12e3e1271 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:40.442802 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device c246bec3-14e5-4062-b201-59c12e3e1271 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:40.713905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e2a1dbd0-37b8-4849-907b-1639dea7c512), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.745339 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a1dbd0-37b8-4849-907b-1639dea7c512,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:40.801892 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42764) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:40.862179 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (19ee2e48-54f0-4fa0-922d-50db30ef7390), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:40.892084 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (19ee2e48-54f0-4fa0-922d-50db30ef7390), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.052028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (19ee2e48-54f0-4fa0-922d-50db30ef7390), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.055004 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.056416 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/security-groups/19ee2e48-54f0-4fa0-922d-50db30ef7390 HTTP/1.1" status: 204 len: 168 time: 0.2589984 May 05 15:35:41.059781 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42766) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.076937 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431135a-22fd-4dd1-89f7-9703e9fac354 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ee2e48-54f0-4fa0-922d-50db30ef7390,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:41.079014 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-691fd49f-954f-4a26-ad05-5305a0d7ace8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] show failed (client error): The resource could not be found. May 05 15:35:41.080082 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-691fd49f-954f-4a26-ad05-5305a0d7ace8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups/19ee2e48-54f0-4fa0-922d-50db30ef7390 HTTP/1.1" status: 404 len: 347 time: 0.0193791 May 05 15:35:41.083112 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42768) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.191269 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.220243 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port 8c5a7fa9-b397-4832-b063-69d93bc6bf82 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:41.220580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.300903 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.301230 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (8c5a7fa9-b397-4832-b063-69d93bc6bf82), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.314865 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for 8c5a7fa9-b397-4832-b063-69d93bc6bf82 owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:41.426275 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Router 6c6d71b4-55a6-4995-a874-6aa513abbd9c has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:41.514387 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (8c5a7fa9-b397-4832-b063-69d93bc6bf82), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.538028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=8c5a7fa9-b397-4832-b063-69d93bc6bf82,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:41.538710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:41.545061 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-76b41dc5-b6c4-44ab-869e-5c93edf85b1b admin admin] 10.222.0.55 "PUT /v2.0/routers/6c6d71b4-55a6-4995-a874-6aa513abbd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0267098 May 05 15:35:41.547820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42774) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.551669 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Sync routers for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:41.565082 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:41.565976 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:41.610172 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (0b36c91d-6113-46e6-9278-d1c9ee774c37), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.612901 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.616827 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-0e259049-2382-4df9-8bc2-ee8729462190 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/floatingips/0b36c91d-6113-46e6-9278-d1c9ee774c37 HTTP/1.1" status: 204 len: 168 time: 0.5299885 May 05 15:35:41.663699 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks [] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.781778 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:41.783516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks [] for router_gateway (6c6d71b4-55a6-4995-a874-6aa513abbd9c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.888096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42778) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:41.891437 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Deleting port 271bd71d-0e48-4d33-8638-3663eff93aa0 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:41.891808 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.893729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566578058', 'description': 'tempest-description--1296308676'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:41.957332 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:35:40Z', 'revision_number': 5, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port': {'id': '271bd71d-0e48-4d33-8638-3663eff93aa0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:41.973458 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] For port 271bd71d-0e48-4d33-8638-3663eff93aa0, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=271bd71d-0e48-4d33-8638-3663eff93aa0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:41.973820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:41.984243 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Checking router: 6c6d71b4-55a6-4995-a874-6aa513abbd9c for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:41.990820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Calling delete_port for 271bd71d-0e48-4d33-8638-3663eff93aa0 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:41.992605 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Routers {'6c6d71b4-55a6-4995-a874-6aa513abbd9c'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:41.993788 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:42.005849 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.080152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (c828a523-aa22-4477-9b64-e62c35b3184a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.085550 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] Set router 6c6d71b4-55a6-4995-a874-6aa513abbd9c gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:42.121099 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c828a523-aa22-4477-9b64-e62c35b3184a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.142745 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:35:41Z', 'revision_number': 6, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:42.151763 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c828a523-aa22-4477-9b64-e62c35b3184a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.169877 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e16732-c156-490f-a726-b5bbe836ef86 None None] The sync data for ids ['6c6d71b4-55a6-4995-a874-6aa513abbd9c'] in dv-cinder-835881-6-iscsi is: [{'id': '6c6d71b4-55a6-4995-a874-6aa513abbd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-59308819-router', 'tenant_id': '432804d7e09449b69b0ce11c92fe4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:35:41Z', 'revision_number': 6, 'project_id': '432804d7e09449b69b0ce11c92fe4240', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:42.197877 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.200155 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-268fa6b6-2479-44b4-a049-226c29d83466 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3093169 May 05 15:35:42.202291 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42780) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:42.209589 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': 'c828a523-aa22-4477-9b64-e62c35b3184a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:42.229672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (271bd71d-0e48-4d33-8638-3663eff93aa0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.257541 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=271bd71d-0e48-4d33-8638-3663eff93aa0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.303431 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (3dbc96fa-6a1c-47b2-8ca0-e139dab30db2), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.321489 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.369922 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (3dbc96fa-6a1c-47b2-8ca0-e139dab30db2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.437665 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.439261 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (3dbc96fa-6a1c-47b2-8ca0-e139dab30db2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.440042 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks [] for router_controller (6c6d71b4-55a6-4995-a874-6aa513abbd9c), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.455302 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbc96fa-6a1c-47b2-8ca0-e139dab30db2,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.521308 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.522743 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5a2a8fc6-df81-4316-8495-b1aae936382b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3193290 May 05 15:35:42.525962 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42786) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:42.530635 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'security_group_rule': {'security_group_id': 'c828a523-aa22-4477-9b64-e62c35b3184a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:42.599590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (6c6d71b4-55a6-4995-a874-6aa513abbd9c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.600500 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6d71b4-55a6-4995-a874-6aa513abbd9c {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:35:42.613006 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.613006 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b5296ca3-0a45-486c-bd2a-ae52e267a9dd admin admin] 10.222.0.55 "DELETE /v2.0/routers/6c6d71b4-55a6-4995-a874-6aa513abbd9c HTTP/1.1" status: 204 len: 168 time: 1.0606451 May 05 15:35:42.613006 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42790) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:42.634370 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (77ebc455-b56f-4edf-8a14-1271fc698898), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.659423 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Deleting subnet 7352d4ad-b595-4c9b-b7ee-4549de322c7b {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:35:42.662557 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Publish callbacks [] for subnet (7352d4ad-b595-4c9b-b7ee-4549de322c7b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.690956 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (77ebc455-b56f-4edf-8a14-1271fc698898), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.698731 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (7352d4ad-b595-4c9b-b7ee-4549de322c7b), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.815882 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (7352d4ad-b595-4c9b-b7ee-4549de322c7b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.840288 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (77ebc455-b56f-4edf-8a14-1271fc698898), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.860155 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ebc455-b56f-4edf-8a14-1271fc698898,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.922421 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.923605 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-90ba5697-63fc-4fb4-90b7-3dc910b05e74 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3965993 May 05 15:35:42.927729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42794) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:42.930892 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:42.949832 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (7352d4ad-b595-4c9b-b7ee-4549de322c7b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.980832 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7352d4ad-b595-4c9b-b7ee-4549de322c7b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:42.984569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:42.987866 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2a5deab2-3591-463b-87dd-198def43b21b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7352d4ad-b595-4c9b-b7ee-4549de322c7b HTTP/1.1" status: 204 len: 168 time: 0.3746510 May 05 15:35:42.990426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42796) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:42.992842 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63a6da-ab5f-4892-8377-c4fe375c9e76 None None] Network a06362c4-ca0f-43b8-9d05-00fb92cfb100 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:43.051343 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.083440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (a06362c4-ca0f-43b8-9d05-00fb92cfb100), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.176555 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] DHCP port deletion for a06362c4-ca0f-43b8-9d05-00fb92cfb100 request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:35:43.226494 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Deleting port 8679c772-76a0-4f68-8fe4-f6a41970fb35 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:43.226866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.299694 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] For port 8679c772-76a0-4f68-8fe4-f6a41970fb35, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=8679c772-76a0-4f68-8fe4-f6a41970fb35,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:43.300406 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.317932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Calling delete_port for 8679c772-76a0-4f68-8fe4-f6a41970fb35 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:43.405721 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Deleting port 8679c772-76a0-4f68-8fe4-f6a41970fb35 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:35:43.406059 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.408997 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.492268 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fa24-8c18-49c6-b67f-d7615d05ac8b req-5fabcf23-87c3-4451-8877-6bf98e20135d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:43.494349 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8a9fa24-8c18-49c6-b67f-d7615d05ac8b req-5fabcf23-87c3-4451-8877-6bf98e20135d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0612824 May 05 15:35:43.512855 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] For port 8679c772-76a0-4f68-8fe4-f6a41970fb35, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=8679c772-76a0-4f68-8fe4-f6a41970fb35,segment=NetworkSegment(5d5b5f4e-b618-4ff1-9050-198760c8e7d8),segment_id=5d5b5f4e-b618-4ff1-9050-198760c8e7d8)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:43.513218 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.519225 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.532774 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Calling delete_port for 8679c772-76a0-4f68-8fe4-f6a41970fb35 owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:35:43.547804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] Pushing event deleted for resources: {'Port': ['ID=8679c772-76a0-4f68-8fe4-f6a41970fb35,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:43.553958 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8a9fa24-8c18-49c6-b67f-d7615d05ac8b req-e4355cfa-c071-4db7-af0e-7ac5c2990e22 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530927 May 05 15:35:43.554543 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921f16a-8bb6-4b89-aefa-889276aa7140 None None] No DVR routers for this DVR port 8679c772-76a0-4f68-8fe4-f6a41970fb35 on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:43.624090 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.27.2.39 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/58741a7a-5a6a-40b3-93bb-42bd57897d77) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:43.709710 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (8679c772-76a0-4f68-8fe4-f6a41970fb35), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.743565 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Pushing event deleted for resources: {'Port': ['ID=8679c772-76a0-4f68-8fe4-f6a41970fb35,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:43.748491 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] No DVR routers for this DVR port 8679c772-76a0-4f68-8fe4-f6a41970fb35 on host dv-cinder-835881-6-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:35:43.815813 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.834969 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 8679c772-76a0-4f68-8fe4-f6a41970fb35 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:43.846290 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (a06362c4-ca0f-43b8-9d05-00fb92cfb100), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.856193 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 8679c772-76a0-4f68-8fe4-f6a41970fb35 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:43.856537 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 8679c772-76a0-4f68-8fe4-f6a41970fb35 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:43.856958 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device e2a1dbd0-37b8-4849-907b-1639dea7c512 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:43.872146 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06362c4-ca0f-43b8-9d05-00fb92cfb100']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:43.875391 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: e2a1dbd0-37b8-4849-907b-1639dea7c512 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:43.875757 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device e2a1dbd0-37b8-4849-907b-1639dea7c512 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:43.876169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 271bd71d-0e48-4d33-8638-3663eff93aa0 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:35:43.889759 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5b5f4e-b618-4ff1-9050-198760c8e7d8') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:43.890055 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5b5f4e-b618-4ff1-9050-198760c8e7d8') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:43.895117 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 271bd71d-0e48-4d33-8638-3663eff93aa0 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:35:43.895479 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 271bd71d-0e48-4d33-8638-3663eff93aa0 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:35:43.902219 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (5d5b5f4e-b618-4ff1-9050-198760c8e7d8), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.919383 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (5d5b5f4e-b618-4ff1-9050-198760c8e7d8), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.925293 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:35:43.925906 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (5d5b5f4e-b618-4ff1-9050-198760c8e7d8), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:35:43.927394 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:35:43.974027 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.015425 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:44.018085 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:44.021697 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:44.047388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=58741a7a-5a6a-40b3-93bb-42bd57897d77,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.051490 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (a06362c4-ca0f-43b8-9d05-00fb92cfb100), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.072245 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.072245 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a06362c4-ca0f-43b8-9d05-00fb92cfb100 HTTP/1.1" status: 204 len: 168 time: 1.0796080 May 05 15:35:44.083751 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0485e2-5821-4771-83e7-538b39484483 admin admin] Pushing event deleted for resources: {'Network': ['ID=a06362c4-ca0f-43b8-9d05-00fb92cfb100,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.132454 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.285078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.443570 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.447620 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42814) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:44.487054 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-835e1e45-60e7-47e7-a635-f455cb49485e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=432804d7e09449b69b0ce11c92fe4240&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383449 May 05 15:35:44.489427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42816) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:44.527900 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.603966 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] Publish callbacks [] for security_group (4c740f52-be66-4dd0-9054-cc36fe438aab), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.620386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=58741a7a-5a6a-40b3-93bb-42bd57897d77,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:44.636386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.652992 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] Publish callbacks [] for security_group (4c740f52-be66-4dd0-9054-cc36fe438aab), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.711180 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb720df-3c76-4f16-846e-82361ce554a2 req-b5f780e8-36f4-4463-b55c-3521196111dc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:44.713424 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bb720df-3c76-4f16-846e-82361ce554a2 req-b5f780e8-36f4-4463-b55c-3521196111dc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0783246 May 05 15:35:44.774022 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bb720df-3c76-4f16-846e-82361ce554a2 req-7f17bf28-00b1-46d3-b69d-378bb0ffeeb9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542777 May 05 15:35:44.837591 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.839081 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-02fc26eb-0a1d-45f3-add8-fbb2fe956895 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9112594 May 05 15:35:44.890722 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4c740f52-be66-4dd0-9054-cc36fe438aab), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.896853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:44.896853 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c740f52-be66-4dd0-9054-cc36fe438aab HTTP/1.1" status: 204 len: 168 time: 0.4044094 May 05 15:35:44.903627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970e682-29f0-4982-a01a-3001624613ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c740f52-be66-4dd0-9054-cc36fe438aab,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:45.041592 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-6b9c3c1d-d78b-4a15-992f-b7ec743678b4 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1566578058&fields=id&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 267 time: 0.0461233 May 05 15:35:45.165910 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-98233c59-9fa9-44c7-96b6-22810ad79308 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:45.167391 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-98233c59-9fa9-44c7-96b6-22810ad79308 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.1187179 May 05 15:35:45.187051 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-b17ca970-f515-4af7-8fd0-f0041b308d83 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/quotas/cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 375 time: 0.0132442 May 05 15:35:45.240334 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-fcfd32de-1a78-4910-8bb6-13bab3664a2b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471165 May 05 15:35:45.339450 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-ea191ba0-a249-4b0b-95a4-d2592073c8b6 service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878367 May 05 15:35:45.431185 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-6b533f7c-0fb6-4016-87ab-184c55a1e4ec service neutron] 10.222.0.55 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 May 05 15:35:45.652254 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4220e29b-0571-4d3f-bc51-72d4aaff9f4d req-aaae7256-02ad-4ece-89fb-6b93bc0c859c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0322926 May 05 15:35:45.905387 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dc3c1-b61d-45a3-87a1-c963bd4cd61f req-a51edf1f-346a-462b-93ae-8a3578bcb652 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:45.906888 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-329dc3c1-b61d-45a3-87a1-c963bd4cd61f req-a51edf1f-346a-462b-93ae-8a3578bcb652 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0511355 May 05 15:35:45.932449 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42864) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:45.966959 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-329dc3c1-b61d-45a3-87a1-c963bd4cd61f req-6b74c94e-9cbf-4cba-89c2-679814d7fe5b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541914 May 05 15:35:46.037779 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-224838527-network', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:46.148608 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Made reservation on behalf of 5d93ed256d64460ca78ab0593d417fb1 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:46.151533 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.160681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.238677 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks [] for security_group (4799e87d-51aa-49ec-801d-0cd30e9da6b4), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.314370 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4799e87d-51aa-49ec-801d-0cd30e9da6b4), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.339246 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:35:46.348039 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799e87d-51aa-49ec-801d-0cd30e9da6b4,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:46.353826 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (722bf2df-9217-4702-b52b-4b8ff652343e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.354168 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Added segment 722bf2df-9217-4702-b52b-4b8ff652343e of type vlan for network 9fb37449-be5e-4554-b672-00d7f4c625fd May 05 15:35:46.394413 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (9fb37449-be5e-4554-b672-00d7f4c625fd), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.468915 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (9fb37449-be5e-4554-b672-00d7f4c625fd), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.469935 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:46.470607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.534758 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb37449-be5e-4554-b672-00d7f4c625fd,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:46.545572 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 9fb37449-be5e-4554-b672-00d7f4c625fd details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:35:46.567656 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f3be6541-b539-4213-baad-062938575ed0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6339960 May 05 15:35:46.570946 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42870) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:46.576596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Request body: {'subnet': {'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-224838527-subnet', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:46.685878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Made reservation on behalf of 5d93ed256d64460ca78ab0593d417fb1 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:46.688302 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.777217 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8578b747-20d3-4dc3-89e7-af53064559f9 req-27102b10-b308-4a26-a2ad-32600350aec0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0306780 May 05 15:35:46.954399 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (44a9eeef-d07a-4035-b932-5394c18823bf), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.017088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a9eeef-d07a-4035-b932-5394c18823bf,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:47.024785 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Checking segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:47.025152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Network hostable DHCP agents. Network: 9fb37449-be5e-4554-b672-00d7f4c625fd, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:35:47.091838 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6d892-c9e3-4c1a-a842-8b26824f550f req-46ff2865-a550-4284-99df-74882b22a862 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:47.093359 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-19e6d892-c9e3-4c1a-a842-8b26824f550f req-46ff2865-a550-4284-99df-74882b22a862 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0473232 May 05 15:35:47.119878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:35:47.140405 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-19e6d892-c9e3-4c1a-a842-8b26824f550f req-f76564b6-4671-4e55-bd7b-0568dd7ecae7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 May 05 15:35:47.188523 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 9fb37449-be5e-4554-b672-00d7f4c625fd) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:47.192670 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:47.193275 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.197263 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9e2fc-69a6-48b8-b810-4df10e00992a None None] Network 9fb37449-be5e-4554-b672-00d7f4c625fd requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:47.276469 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c018506e-f94b-47e7-9db8-7595a1406794 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7036483 May 05 15:35:47.279239 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42876) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:47.283580 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:47.300659 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-9fb37449-be5e-4554-b672-00d7f4c625fd', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:35:47.301778 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.383119 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.384828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.434214 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Allocated IP 172.20.0.2 (9fb37449-be5e-4554-b672-00d7f4c625fd/44a9eeef-d07a-4035-b932-5394c18823bf/dc76fbf2-0aec-4af1-8644-4856d0576c6e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:47.438116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for router_controller (b521e5ee-c697-4e5a-ab57-ddf116ff460d), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.576447 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks [] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.669201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.697798 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-44c38f68-b112-4961-afeb-66d686b7a6de tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:47.699251 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-44c38f68-b112-4961-afeb-66d686b7a6de tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 814 time: 0.2055612 May 05 15:35:47.708020 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:47.714021 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:47.716794 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:47.733826 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Pushing event updated for resources: {'Port': ['ID=dc76fbf2-0aec-4af1-8644-4856d0576c6e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:47.734057 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for router_gateway (b521e5ee-c697-4e5a-ab57-ddf116ff460d), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.787484 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Attempting to bind port dc76fbf2-0aec-4af1-8644-4856d0576c6e on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:47.787909 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Attempting to bind port dc76fbf2-0aec-4af1-8644-4856d0576c6e by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:47.788272 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Attempting to bind port dc76fbf2-0aec-4af1-8644-4856d0576c6e on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:47.791627 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-df2c08c1-cde1-4350-b762-2b2258719f54 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5faa51bd0c4b3584365948ad227668 HTTP/1.1" status: 200 len: 380 time: 0.0604122 May 05 15:35:47.793368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:47.793742 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Checking segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:47.794140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.794529 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Bound using segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:47.795035 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Bound port: dc76fbf2-0aec-4af1-8644-4856d0576c6e, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:47.795412 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:47.800173 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'port': {'device_id': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'admin_state_up': True, 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'security_groups': ['c828a523-aa22-4477-9b64-e62c35b3184a']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:47.862772 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] For port dc76fbf2-0aec-4af1-8644-4856d0576c6e, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:47.866355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] For port dc76fbf2-0aec-4af1-8644-4856d0576c6e, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dc76fbf2-0aec-4af1-8644-4856d0576c6e,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:47.903245 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afe52f72-53cf-41a6-a5f4-2d5c43e4ba44 req-853f0d15-dcca-4bed-826e-4732f7fb170c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0284884 May 05 15:35:47.943540 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.011753 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Pushing event updated for resources: {'Port': ['ID=dc76fbf2-0aec-4af1-8644-4856d0576c6e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:48.019414 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.019795 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.020137 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.020470 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.020801 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.021190 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.021585 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.021917 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.022233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.022553 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.022880 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.023343 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.023536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.025337 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.025337 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6568b84c-b960-47bf-a15b-932aaa6f9baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:48.074666 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Made reservation on behalf of cf5faa51bd0c4b3584365948ad227668 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:35:48.077939 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.096563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for router_gateway (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.128690 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.359020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa26f-59da-4b84-b794-0a6158125edb req-a295bd2a-17bf-4d6d-aa64-1989ddc8f8e8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:48.360555 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-907fa26f-59da-4b84-b794-0a6158125edb req-a295bd2a-17bf-4d6d-aa64-1989ddc8f8e8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.1191435 May 05 15:35:48.378969 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Allocated IP 172.20.0.11 (eb1e4d75-3fa0-4232-a454-71471b499c4a/bb4111dc-f59a-48a8-bb10-e66048424608/ddb7e05c-9aa5-4b49-a642-c22db1920aa6) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:48.388568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Allocated IP 172.27.2.102 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/d55e3e90-2044-4bfc-9003-f9ced0c0ec5c) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:48.821487 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-907fa26f-59da-4b84-b794-0a6158125edb req-026fd1e1-6d7e-436c-94e0-6359b5f046fd tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526701 May 05 15:35:48.906748 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.943809 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.943902 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a57851-0b20-4c9b-ad96-fc000d346191 None None] Network 9fb37449-be5e-4554-b672-00d7f4c625fd requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:49.009845 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-08115d9f-165b-4f65-afb9-6c1afd75e221 req-b40b19bc-5813-4e67-8a84-59a0c76009c3 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0304990 May 05 15:35:49.035390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.064860 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.092472 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:49.094334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Pushing event updated for resources: {'Port': ['ID=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:49.098337 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:49.103998 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:49.105384 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Provisioning complete for port dc76fbf2-0aec-4af1-8644-4856d0576c6e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:49.105756 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.128482 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Network eb1e4d75-3fa0-4232-a454-71471b499c4a is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:49.152318 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:49.160020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:49.215398 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event updated for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:49.253832 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Current status of the port dc76fbf2-0aec-4af1-8644-4856d0576c6e is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:49.254225 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.266347 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.267023 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.295943 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] For port dc76fbf2-0aec-4af1-8644-4856d0576c6e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dc76fbf2-0aec-4af1-8644-4856d0576c6e,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:49.394627 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.420483 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-06400807-0ee5-4078-9b41-c32a6524230b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6238582 May 05 15:35:49.453870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b35db4-43ea-442d-8dcb-6179def4e5ab None None] Pushing event updated for resources: {'Port': ['ID=dc76fbf2-0aec-4af1-8644-4856d0576c6e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:49.464021 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Request body: {'port': {'device_id': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:49.515310 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Provisioning complete for port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:49.515719 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.550233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:49.558454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Provisioning complete for port dc76fbf2-0aec-4af1-8644-4856d0576c6e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:49.558832 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.566520 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.592543 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for router_gateway (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.636408 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b30e0a11-be8a-48eb-995d-c384e5fa5736 None None] Current status of the port dc76fbf2-0aec-4af1-8644-4856d0576c6e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:49.898410 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dc76fbf2-0aec-4af1-8644-4856d0576c6e up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:49.953414 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port dc76fbf2-0aec-4af1-8644-4856d0576c6e triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:49.954376 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.011363 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4cdf-0627-470c-80bd-6dc2a51a0323 req-8dcfc36a-8826-4e76-8a9f-e45b81b92c48 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.012872 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a2ce4cdf-0627-470c-80bd-6dc2a51a0323 req-8dcfc36a-8826-4e76-8a9f-e45b81b92c48 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0725007 May 05 15:35:50.013925 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.040488 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port dc76fbf2-0aec-4af1-8644-4856d0576c6e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:50.211773 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a2ce4cdf-0627-470c-80bd-6dc2a51a0323 req-ee000146-0d36-4960-9449-0e10f281c9c5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884227 May 05 15:35:50.223902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb7e05c-9aa5-4b49-a642-c22db1920aa6 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:50.240704 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks [] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.261870 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Transition to ACTIVE for port object ddb7e05c-9aa5-4b49-a642-c22db1920aa6 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:35:50.343444 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816c2a-0eb9-40e7-b7f3-fed0256bb974 req-bb728669-2917-4cd6-9c60-45e872753ce8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.344969 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c3816c2a-0eb9-40e7-b7f3-fed0256bb974 req-bb728669-2917-4cd6-9c60-45e872753ce8 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 932 time: 0.0530169 May 05 15:35:50.365936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.397420 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c3816c2a-0eb9-40e7-b7f3-fed0256bb974 req-07767a01-f7a8-4cb1-b592-6ca8096a2d73 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 May 05 15:35:50.403672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:35:50.439096 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:50.610331 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Attempting to bind port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:50.610659 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Attempting to bind port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:50.610986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Attempting to bind port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:50.623871 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 on network eb1e4d75-3fa0-4232-a454-71471b499c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:35:50.624189 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Attempting to bind port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 on network eb1e4d75-3fa0-4232-a454-71471b499c4a {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:50.627164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:50.634706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:50.635066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Checking segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:50.635420 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Bound using segment: {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:50.635872 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Bound port: ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa56b59-4935-48cd-96bf-94fb21639e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:50.636228 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.637233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:50.649209 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:50.651168 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:50.712327 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:50.715997 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:50.722639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.724166 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-bbf32552-6302-44a1-a488-9c028c538c0b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4438930 May 05 15:35:50.728081 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42894) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:50.783326 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:50.793749 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.833518 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:50.834456 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:50.836411 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddb7e05c-9aa5-4b49-a642-c22db1920aa6 HTTP/1.1" status: 200 len: 1094 time: 1.3771229 May 05 15:35:50.856889 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:50.859443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:50.896539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874188-7bba-466e-b0e1-4a2f740a2d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:50.923218 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5bd683-de32-4163-8b3f-90db4803cb4d x-openstack-request-id: req-ee5bd683-de32-4163-8b3f-90db4803cb4d {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:50.923682 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:50.923968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee5bd683-de32-4163-8b3f-90db4803cb4d {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:50.927809 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5bd683-de32-4163-8b3f-90db4803cb4d'] response: {'name': 'network-changed', 'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'status': 'completed', 'code': 200} May 05 15:35:51.004271 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:49Z', 'revision_number': 3, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:51.036406 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:51.036765 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Updating router b521e5ee-c697-4e5a-ab57-ddf116ff460d port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:51.066915 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.073340 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-3cdd7b13-6f0f-40a1-ab73-78d83b8c0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.075510 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-3cdd7b13-6f0f-40a1-ab73-78d83b8c0d5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 1128 time: 0.1330576 May 05 15:35:51.187710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-87715660-dfb6-476a-a4b3-7c86264c7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.189204 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-87715660-dfb6-476a-a4b3-7c86264c7ed9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf5faa51bd0c4b3584365948ad227668&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1048403 May 05 15:35:51.254592 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.306277 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-f0524b57-2f9d-4c2f-af13-deef77632c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.307850 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-965b125f-2ce4-4ef8-81f7-98817f5bf7ff req-f0524b57-2f9d-4c2f-af13-deef77632c0d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125181 May 05 15:35:51.373111 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks [] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.388721 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-aec4009a-1fdb-4bf8-b0bd-7aac58b88c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.389716 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-aec4009a-1fdb-4bf8-b0bd-7aac58b88c68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 1128 time: 0.0414243 May 05 15:35:51.404360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff873f-717b-4252-8287-d5e9ada1eda5 req-406ec6f5-82e9-40ac-a499-b95451f4df2b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.405855 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a1ff873f-717b-4252-8287-d5e9ada1eda5 req-406ec6f5-82e9-40ac-a499-b95451f4df2b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0889459 May 05 15:35:51.437758 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-339af8d0-5d2f-48a9-a5da-f7e680e90d0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6 HTTP/1.1" status: 200 len: 217 time: 0.0406649 May 05 15:35:51.452602 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.495306 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Allocated IP 172.20.0.1 (9fb37449-be5e-4554-b672-00d7f4c625fd/44a9eeef-d07a-4035-b932-5394c18823bf/06217011-eac1-428f-a194-b8bd9a47b77a) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:51.502099 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a1ff873f-717b-4252-8287-d5e9ada1eda5 req-ddb5dff8-39a5-4ddd-acb0-65121bb8cb9a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890894 May 05 15:35:51.519564 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Attempting to bind port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:51.520536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Attempting to bind port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:51.521102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Attempting to bind port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:51.527396 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f917-4ea3-4196-bbba-6304f5d2de12 None None] Pushing event updated for resources: {'Port': ['ID=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:51.529080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-21fc68fa-e0b6-48cd-9744-bd6da8b2c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.530576 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-21fc68fa-e0b6-48cd-9744-bd6da8b2c8cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.0863202 May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Bound port: d55e3e90-2044-4bfc-9003-f9ced0c0ec5c, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:51.543382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.547675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194602-cac6-4aec-b3b3-f13ec0835139 req-39944e6e-e553-4298-b536-94de192ba6e7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.550350 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ce194602-cac6-4aec-b3b3-f13ec0835139 req-39944e6e-e553-4298-b536-94de192ba6e7 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 944 time: 0.0694971 May 05 15:35:51.596921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] For port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:51.600321 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] For port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:51.616787 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-f4a3dc93-038f-49ac-a960-be28c03cf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.618805 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-f4a3dc93-038f-49ac-a960-be28c03cf7d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672476 May 05 15:35:51.620449 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks [] for port (06217011-eac1-428f-a194-b8bd9a47b77a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.649150 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ce194602-cac6-4aec-b3b3-f13ec0835139 req-20330056-2761-40b9-b41f-cc8617cdb78c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885785 May 05 15:35:51.663661 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.716047 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.724825 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-cfc54826-1f91-4bed-b96f-cb09540ed006 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984921 May 05 15:35:51.728475 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:51.729127 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:51.731586 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f917-4ea3-4196-bbba-6304f5d2de12 None None] Pushing event updated for resources: {'Port': ['ID=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:51.760488 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:51.765455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:51.770128 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:51.774992 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Pushing event updated for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:51.813762 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.869243 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:51.884307 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa50fd4c-c5b1-43e6-9c2e-d28228b37b8e req-74c4fa2d-7455-4bed-90fc-f6fd03edf2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509514 May 05 15:35:52.020555 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-f16c10c0-3357-4199-84f6-6cf488478d95 None None] Provisioning complete for port 06217011-eac1-428f-a194-b8bd9a47b77a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.021160 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f16c10c0-3357-4199-84f6-6cf488478d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.056596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.086617 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f16c10c0-3357-4199-84f6-6cf488478d95 None None] Port 06217011-eac1-428f-a194-b8bd9a47b77a cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:52.092063 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:49Z', 'revision_number': 3, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:52.119894 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8594f-ec18-4ed0-9615-c09b0de58894 None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:49Z', 'revision_number': 3, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:52.231444 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks [] for port (06217011-eac1-428f-a194-b8bd9a47b77a), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.297323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.387307 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Pushing event updated for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:52.392440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.496148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:52.498058 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:52.666433 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff85842-9f4c-4b00-be6f-00a51edb4084 req-4e99fea0-973d-4776-8caf-2d7b6ab7552d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:52.673673 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eff85842-9f4c-4b00-be6f-00a51edb4084 req-4e99fea0-973d-4776-8caf-2d7b6ab7552d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0716362 May 05 15:35:52.685918 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:35:52.771999 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eff85842-9f4c-4b00-be6f-00a51edb4084 req-7bbc5751-2380-4c11-951b-3e00d3b91659 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974381 May 05 15:35:52.804867 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be492a-ed7a-4471-8bb3-3a03fdad3a05 req-8de7e16c-5477-438e-9fbd-d9f04620abfb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:52.806567 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a3be492a-ed7a-4471-8bb3-3a03fdad3a05 req-8de7e16c-5477-438e-9fbd-d9f04620abfb tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 944 time: 0.0654511 May 05 15:35:52.818134 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-a55e18db-f6a2-40a8-9864-81a8a0122ce1 None None] Provisioning complete for port 06217011-eac1-428f-a194-b8bd9a47b77a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.818874 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a55e18db-f6a2-40a8-9864-81a8a0122ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.858517 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a55e18db-f6a2-40a8-9864-81a8a0122ce1 None None] Port 06217011-eac1-428f-a194-b8bd9a47b77a cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:35:52.864924 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a3be492a-ed7a-4471-8bb3-3a03fdad3a05 req-2505eab7-7127-4632-95f1-d8b1f4a16cc0 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517941 May 05 15:35:53.076816 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:35:53.082082 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2460e25f-0a3b-43bc-9054-21d1002fff9b admin admin] 10.222.0.55 "PUT /v2.0/routers/b521e5ee-c697-4e5a-ab57-ddf116ff460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529541 May 05 15:35:53.700909 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 42914) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:53.706534 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613727600', 'description': 'tempest-description--2030293661'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:53.731365 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:35:53.741511 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:53.742121 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:53.813053 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.857845 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:53.906172 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d55e3e90-2044-4bfc-9003-f9ced0c0ec5c up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:53.925632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e367e4-b531-45f4-b856-17c36d358163 req-6cb5ee22-abc9-466c-9bcc-f95988f47421 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:53.927957 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d4e367e4-b531-45f4-b856-17c36d358163 req-6cb5ee22-abc9-466c-9bcc-f95988f47421 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0656548 May 05 15:35:53.933521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (51271869-d8dc-403e-964b-df6302d1ea52), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.981830 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:53.982610 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:53.997264 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d4e367e4-b531-45f4-b856-17c36d358163 req-95f0c455-3bdb-43a5-b19f-1e5a5d65bca2 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600874 May 05 15:35:54.005935 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (51271869-d8dc-403e-964b-df6302d1ea52), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.033780 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1d697-0aeb-4796-9fbd-050af57edd5e req-94172cdc-164f-4472-9b4e-3f3ad7b3e220 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.043988 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4fc1d697-0aeb-4796-9fbd-050af57edd5e req-94172cdc-164f-4472-9b4e-3f3ad7b3e220 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 944 time: 0.0806303 May 05 15:35:54.084415 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51271869-d8dc-403e-964b-df6302d1ea52,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.112517 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.112740 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:52Z', 'revision_number': 2, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:54.114735 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-390a4471-454c-4008-b938-848a317843c9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4119198 May 05 15:35:54.116970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42920) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:54.122083 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group_rule': {'security_group_id': '51271869-d8dc-403e-964b-df6302d1ea52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:54.123172 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4fc1d697-0aeb-4796-9fbd-050af57edd5e req-4de77221-7d2e-4c7a-b91b-5e892c84d50d tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781755 May 05 15:35:54.145517 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:35:54.146200 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Updating router b521e5ee-c697-4e5a-ab57-ddf116ff460d port 06217011-eac1-428f-a194-b8bd9a47b77a binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:35:54.175213 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.212176 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:54.212508 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.218365 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (c95e5913-6dbb-4411-abd4-a8a227d838e8), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.233356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:54.273151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (c95e5913-6dbb-4411-abd4-a8a227d838e8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.297946 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.355804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.370945 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (c95e5913-6dbb-4411-abd4-a8a227d838e8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.384569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95e5913-6dbb-4411-abd4-a8a227d838e8,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.434422 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ddb7e05c-9aa5-4b49-a642-c22db1920aa6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:35:54.454863 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks [] for port (06217011-eac1-428f-a194-b8bd9a47b77a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.464118 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.465956 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d23fbfea-2b03-43e4-85ab-edda5813357e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479245 May 05 15:35:54.468669 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42922) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:54.473413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group_rule': {'security_group_id': '51271869-d8dc-403e-964b-df6302d1ea52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:54.534748 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:54.542036 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.546871 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'port_id': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'mac_address': 'fa:16:3e:7a:04:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:35:54.577884 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (2b7efe26-71f6-4bf4-b165-6a739b009ec5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.585628 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:54.586602 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.591546 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Pushing event updated for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.600092 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb7e05c-9aa5-4b49-a642-c22db1920aa6 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:54.601567 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.601915 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.602279 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.603153 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.603518 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.603858 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.604187 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.605112 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.605112 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.605344 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.605610 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.606278 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.606655 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.606913 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.607235 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:54.629953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:54.655416 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (2b7efe26-71f6-4bf4-b165-6a739b009ec5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.679426 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Attempting to bind port 06217011-eac1-428f-a194-b8bd9a47b77a on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:35:54.681847 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Attempting to bind port 06217011-eac1-428f-a194-b8bd9a47b77a by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:35:54.682224 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Attempting to bind port 06217011-eac1-428f-a194-b8bd9a47b77a on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:35:54.687847 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:35:54.688217 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Checking segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:35:54.688611 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.689014 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Bound using segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:35:54.689485 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Bound port: 06217011-eac1-428f-a194-b8bd9a47b77a, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:35:54.689883 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.697760 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.720242 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (2b7efe26-71f6-4bf4-b165-6a739b009ec5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.748074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7efe26-71f6-4bf4-b165-6a739b009ec5,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.773390 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.776693 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] For port 06217011-eac1-428f-a194-b8bd9a47b77a, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:35:54.780015 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] For port 06217011-eac1-428f-a194-b8bd9a47b77a, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06217011-eac1-428f-a194-b8bd9a47b77a,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:35:54.819003 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.820259 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-767fa47a-c542-454b-bdb5-01cdd959c502 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506572 May 05 15:35:54.826295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 42924) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:54.830551 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:54.834612 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.891539 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Provisioning complete for port 06217011-eac1-428f-a194-b8bd9a47b77a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:54.891930 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.900316 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dba474-c7a5-417a-80e5-9a56750f6f8b None None] Pushing event updated for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:54.902882 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:35:54.903721 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:54.920153 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:54.955835 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['ddb7e05c-9aa5-4b49-a642-c22db1920aa6'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:55.018095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.038864 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Current status of the port 06217011-eac1-428f-a194-b8bd9a47b77a is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:55.040468 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.051076 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:35:55.106675 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] For port 06217011-eac1-428f-a194-b8bd9a47b77a, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06217011-eac1-428f-a194-b8bd9a47b77a,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:55.176375 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.224297 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea86f5-e6f3-4d70-86e5-cd32a0b0b7fb req-2783e8f1-27bc-4de0-90a4-e74254a450cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.225775 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f0ea86f5-e6f3-4d70-86e5-cd32a0b0b7fb req-2783e8f1-27bc-4de0-90a4-e74254a450cc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.1070676 May 05 15:35:55.256110 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374715b7-5a60-4b7f-9333-64efb67b78d9 None None] Pushing event updated for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:55.278734 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f0ea86f5-e6f3-4d70-86e5-cd32a0b0b7fb req-e4b02bc1-9d38-4f14-af05-cbf61b59bb08 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 May 05 15:35:55.281104 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91557ee2-bcda-492e-99f2-31c620c0a0da req-8804cecb-f50a-4dd3-8370-04c7a4404253 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:55.285732 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:35:55.292275 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-91557ee2-bcda-492e-99f2-31c620c0a0da req-8804cecb-f50a-4dd3-8370-04c7a4404253 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 945 time: 0.0689335 May 05 15:35:55.298721 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Allocated IP 172.27.2.80 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/df64e7de-ddf8-4086-a08f-a42b11ca2acf) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:35:55.310839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-e3261234-2f6c-47b5-ab90-e9beb76ae5d4 None None] Provisioning complete for port 06217011-eac1-428f-a194-b8bd9a47b77a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:55.311217 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3261234-2f6c-47b5-ab90-e9beb76ae5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.320986 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0cde-f3f3-4a77-a044-5d9a77b6287e None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:35:55.350841 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-91557ee2-bcda-492e-99f2-31c620c0a0da req-2636881b-8139-4906-8b1b-ee369078669b tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575683 May 05 15:35:55.422516 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e3261234-2f6c-47b5-ab90-e9beb76ae5d4 None None] Current status of the port 06217011-eac1-428f-a194-b8bd9a47b77a is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:55.488880 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.583239 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:55.626006 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:35:55.628952 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:35:55.921240 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:35:55.942594 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d55e3e90-2044-4bfc-9003-f9ced0c0ec5c up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:55.944182 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=df64e7de-ddf8-4086-a08f-a42b11ca2acf,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:55.957780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.958126 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.958612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.958828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.959162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.959512 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.959842 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.960163 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.960484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.960804 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.961126 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.961531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.961849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.962166 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:55.962480 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:56.004294 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:56.011190 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.048263 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.098261 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:56.099355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06217011-eac1-428f-a194-b8bd9a47b77a up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:56.148504 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 06217011-eac1-428f-a194-b8bd9a47b77a triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:56.148902 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.156840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.247268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 06217011-eac1-428f-a194-b8bd9a47b77a is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:56.334951 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.438016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:35:56.439758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.508732 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4bb4e-6a3b-4f5a-84f3-16b3dd34a3f6 req-8cdff670-203a-43f3-8843-49cfbd572fc4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:56.510290 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-90c4bb4e-6a3b-4f5a-84f3-16b3dd34a3f6 req-8cdff670-203a-43f3-8843-49cfbd572fc4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.1088593 May 05 15:35:56.512783 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378c12b-b3be-49dd-ba4e-4c917b09078f req-d8568eba-9558-49be-98e1-d52cdd723c6f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:56.520321 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b378c12b-b3be-49dd-ba4e-4c917b09078f req-d8568eba-9558-49be-98e1-d52cdd723c6f tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 945 time: 0.0878401 May 05 15:35:56.531707 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ddb7e05c-9aa5-4b49-a642-c22db1920aa6 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:56.576791 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b378c12b-b3be-49dd-ba4e-4c917b09078f req-4096ef35-2c66-4739-99e9-1fa3b8b72b7e tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549214 May 05 15:35:56.590607 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=df64e7de-ddf8-4086-a08f-a42b11ca2acf,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:56.612152 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.636943 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-90c4bb4e-6a3b-4f5a-84f3-16b3dd34a3f6 req-d577fbfe-6de6-4da2-9a78-4803bfad472e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010504 May 05 15:35:56.645964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:56.661265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:35:56.665792 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:35:56.706685 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: ACTIVE; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:56.707103 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.721061 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:35:56.736345 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.736345 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b631c8a4-ecc4-4b2e-8c70-6d8f76f742ac tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9080544 May 05 15:35:56.746899 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:56.760491 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:56.761065 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.849967 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:56.850452 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.861427 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:56.914260 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:56.916688 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f81b9-09ee-44d0-9389-79f610ca117f" -d '{"events": [{"server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:56.936986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:56.941875 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-7f6f31f1-38a3-47ca-9e7a-c1cb77962054 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1613727600&fields=id&tenant_id=5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 267 time: 0.0717750 May 05 15:35:56.947264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:35:56.982234 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=6']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:57.002072 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3246578f-639c-45b6-8320-db474ad14fdd x-openstack-request-id: req-3246578f-639c-45b6-8320-db474ad14fdd {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:57.002393 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:57.002652 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3246578f-639c-45b6-8320-db474ad14fdd {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:57.003059 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3246578f-639c-45b6-8320-db474ad14fdd'] response: {'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'code': 200} May 05 15:35:57.048948 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.079664 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-04a114fe-8dd3-4e5a-98b2-5e2e1ad8f2e3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.088062 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-04a114fe-8dd3-4e5a-98b2-5e2e1ad8f2e3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 810 time: 0.1449544 May 05 15:35:57.116111 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-9ec29947-7977-42fb-bf18-d6c50e176619 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/quotas/5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 375 time: 0.0159662 May 05 15:35:57.150757 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:57.176482 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:35:57.204035 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-84d01618-8f62-4ed1-8714-2a17d56176ab tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795329 May 05 15:35:57.396095 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-84d7999a-b274-4e6c-93ff-0f5fd275a146 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765139 May 05 15:35:57.400238 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0098bf13-512d-448f-bac3-8c31cb9a2970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:57.408545 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737764-aa50-47cd-9474-4b18df77d161 req-6fb42288-bdd5-43d3-be71-0990c8b2e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.411715 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-92737764-aa50-47cd-9474-4b18df77d161 req-6fb42288-bdd5-43d3-be71-0990c8b2e4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 1130 time: 0.0785692 May 05 15:35:57.471030 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-92737764-aa50-47cd-9474-4b18df77d161 req-1835b059-90cd-4573-9095-7197acefcc7d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526693 May 05 15:35:57.502075 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-bddb0767-8dcd-4d96-88e8-cb320fc794b2 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050885 May 05 15:35:57.755509 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb9d1-638c-452b-bba3-5d40d4200ecd req-1e921da9-485f-442d-8fbc-baf890ffd5bd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.757225 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b83bb9d1-638c-452b-bba3-5d40d4200ecd req-1e921da9-485f-442d-8fbc-baf890ffd5bd tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0888965 May 05 15:35:57.859300 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b83bb9d1-638c-452b-bba3-5d40d4200ecd req-ba4bce7e-a6fe-4819-bc42-1d1b81b47491 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959287 May 05 15:35:57.890704 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74212-3e45-45a2-a662-4a3acb0550b4 req-21eca59b-5085-4706-b31d-b3f03050e7a5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.894376 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5c74212-3e45-45a2-a662-4a3acb0550b4 req-21eca59b-5085-4706-b31d-b3f03050e7a5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 945 time: 0.0872264 May 05 15:35:57.968272 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5c74212-3e45-45a2-a662-4a3acb0550b4 req-c931261f-d4f9-4f59-bbb0-442ed0f8d044 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662193 May 05 15:35:58.023004 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-45b792e1-2b6e-4486-b23a-ace5537b72e8 req-7d20fa5b-a777-4095-9178-0e2099060b10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 210 time: 0.0454919 May 05 15:35:58.465619 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:35:58.536587 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:58.536975 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.652650 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:58.653042 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.693496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:35:58.851803 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:58.922423 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=7']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:59.004334 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:35:59.011940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3dd8ad-f44f-4308-b988-b015705ab632" -d '{"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:35:59.026524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b21d3-1c5f-4712-8a8c-79c783acf4df req-65addb2e-2696-439c-a2a2-8f23584e6d7a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.028271 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e7b21d3-1c5f-4712-8a8c-79c783acf4df req-65addb2e-2696-439c-a2a2-8f23584e6d7a tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0740728 May 05 15:35:59.123287 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2e7b21d3-1c5f-4712-8a8c-79c783acf4df req-a6c80c95-9d49-42f1-aa83-ba7478392508 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886221 May 05 15:35:59.137879 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21c85-9ad5-4715-87f5-f0eb724864d1 req-57f0c39a-8e02-4f52-b73c-1bee016d4bc5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.139652 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71a21c85-9ad5-4715-87f5-f0eb724864d1 req-57f0c39a-8e02-4f52-b73c-1bee016d4bc5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0613401 May 05 15:35:59.177093 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba06239-99e7-4a0f-b7f1-11d4e4de4cd6 x-openstack-request-id: req-cba06239-99e7-4a0f-b7f1-11d4e4de4cd6 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:35:59.177621 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:35:59.178041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cba06239-99e7-4a0f-b7f1-11d4e4de4cd6 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:35:59.178796 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba06239-99e7-4a0f-b7f1-11d4e4de4cd6'] response: {'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'code': 200} May 05 15:35:59.268472 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71a21c85-9ad5-4715-87f5-f0eb724864d1 req-34d236eb-693a-46ba-93b6-866ba436bba9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223078 May 05 15:35:59.293199 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a94ce167-56fc-4e4b-9c6f-6a6992294f95 req-5f256015-eaec-4393-912e-ace6754c6a1b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 210 time: 0.0470726 May 05 15:35:59.566717 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e3f18545-aef1-4e13-b059-cfbfd431775e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:00.250216 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27d31-a1a3-4485-97db-e414c177afde req-fd9460f0-1406-45d5-8efd-0b3b1f6d8351 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.251739 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1fe27d31-a1a3-4485-97db-e414c177afde req-fd9460f0-1406-45d5-8efd-0b3b1f6d8351 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0493443 May 05 15:36:00.300472 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1fe27d31-a1a3-4485-97db-e414c177afde req-7a639b56-4a15-49da-8959-c4ec7872a4bc tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 May 05 15:36:00.448270 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0bc8997-5fc1-4410-9c36-989e8e66802d req-36b8dfa5-4acd-4555-891c-02f805f14214 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 210 time: 0.0405180 May 05 15:36:00.496461 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-9aaee52c-6ab8-4089-8b83-66247ff4c6d3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.498289 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-9aaee52c-6ab8-4089-8b83-66247ff4c6d3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 810 time: 0.1807308 May 05 15:36:00.561493 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920a4b-4727-4e5d-a82d-e62cb405d439 req-7100514f-37fc-4a6e-9a76-055b4559ec39 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.564104 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb920a4b-4727-4e5d-a82d-e62cb405d439 req-7100514f-37fc-4a6e-9a76-055b4559ec39 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0851488 May 05 15:36:00.626753 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fb920a4b-4727-4e5d-a82d-e62cb405d439 req-dffbc3bb-96da-4f3c-a0b7-5c3850c6c780 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565398 May 05 15:36:00.678304 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-7ede103f-4100-4ff2-ac66-801caf2066a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 380 time: 0.1710877 May 05 15:36:00.703992 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'port': {'device_id': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'admin_state_up': True, 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'security_groups': ['51271869-d8dc-403e-964b-df6302d1ea52']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:00.737523 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df21a4-69e8-4210-8d62-ff5cfbb720dd req-2e06ea4b-1103-4136-99b9-b30cf6708d37 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:00.739142 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f5df21a4-69e8-4210-8d62-ff5cfbb720dd req-2e06ea4b-1103-4136-99b9-b30cf6708d37 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.1557202 May 05 15:36:00.754115 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43014) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:00.762352 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Request body: {'floatingip': {'port_id': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:00.817771 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:00.852534 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.000158 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Made reservation on behalf of 5d93ed256d64460ca78ab0593d417fb1 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:36:01.003772 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.216117 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Allocated IP 172.20.0.3 (9fb37449-be5e-4554-b672-00d7f4c625fd/44a9eeef-d07a-4035-b932-5394c18823bf/b81ade20-db05-4510-b57a-4bc699aad2b8) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:36:01.418499 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.465615 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.538883 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.543121 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.572052 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-39b2174c-c056-45af-a355-9e3bdb6154ac req-973c0425-c41a-4efb-8a59-08ffa5cb2ad0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 210 time: 0.0448399 May 05 15:36:01.594156 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:36:01.597838 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:36:01.600419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:36:01.684635 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.686338 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:01.705636 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 6caabc26-5b00-4209-adf9-58d74c5b68ad associated. External IP: 172.27.2.39, port: ddb7e05c-9aa5-4b49-a642-c22db1920aa6. May 05 15:36:01.710184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:01.855349 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-48947f58-0c39-48e7-b59a-30cac0bd4d7a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1656973 May 05 15:36:01.868321 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490dbd8-6731-46d6-8624-8afa6244b442 req-d5d79463-1298-4c64-88d0-80673abf416c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.877603 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7490dbd8-6731-46d6-8624-8afa6244b442 req-d5d79463-1298-4c64-88d0-80673abf416c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.1060128 May 05 15:36:01.914172 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Request body: {'port': {'device_id': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:01.994466 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7490dbd8-6731-46d6-8624-8afa6244b442 req-dca58b7e-2e60-4a7a-b624-6af81c3afe3c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158752 May 05 15:36:02.001986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-db7a544e-c489-449d-b0e2-333c43d0171b None None] Provisioning complete for port b81ade20-db05-4510-b57a-4bc699aad2b8 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:02.002534 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-db7a544e-c489-449d-b0e2-333c43d0171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.045488 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.072202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:02.083213 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-db7a544e-c489-449d-b0e2-333c43d0171b None None] Port b81ade20-db05-4510-b57a-4bc699aad2b8 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:36:02.150026 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.218666 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:02.224050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.231197 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:02.244092 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:02.245786 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:02.283486 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e9a1bafb-2b2a-48ef-92c9-f260399f3a81 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "PUT /v2.0/floatingips/6caabc26-5b00-4209-adf9-58d74c5b68ad HTTP/1.1" status: 200 len: 991 time: 1.5162449 May 05 15:36:02.283486 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:02.283486 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19931033-45a2-4b32-9e29-21e0f9323879" -d '{"events": [{"name": "network-changed", "server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:02.315148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ff01e-3649-4f78-89a4-d685da9f7f2e x-openstack-request-id: req-0d2ff01e-3649-4f78-89a4-d685da9f7f2e {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:02.315676 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:02.316033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d2ff01e-3649-4f78-89a4-d685da9f7f2e {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:02.316528 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2ff01e-3649-4f78-89a4-d685da9f7f2e'] response: {'name': 'network-changed', 'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'status': 'completed', 'code': 200} May 05 15:36:02.407311 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931033-45a2-4b32-9e29-21e0f9323879 req-c677fdba-460a-44f8-be8b-1e7df8ac9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.409391 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-c677fdba-460a-44f8-be8b-1e7df8ac9e04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5faa51bd0c4b3584365948ad227668&device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 1130 time: 0.0682769 May 05 15:36:02.411546 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81ade20-db05-4510-b57a-4bc699aad2b8 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:02.422452 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks [] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.432807 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:02.446989 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Transition to ACTIVE for port object b81ade20-db05-4510-b57a-4bc699aad2b8 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:36:02.509580 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:02.563185 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931033-45a2-4b32-9e29-21e0f9323879 req-5212ae24-b755-42e4-8333-e041177565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.564971 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-5212ae24-b755-42e4-8333-e041177565c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 200 len: 915 time: 0.1503801 May 05 15:36:02.698850 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:02.721170 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-b0147d26-07bf-4ddf-b343-c877c9663535 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6 HTTP/1.1" status: 200 len: 999 time: 0.1473095 May 05 15:36:02.804086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1f8e2-13a8-44b9-87e5-53a914244ad6 req-86566831-21e2-404c-a753-28357379a8e6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.811442 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fda1f8e2-13a8-44b9-87e5-53a914244ad6 req-86566831-21e2-404c-a753-28357379a8e6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 943 time: 0.1139896 May 05 15:36:02.821102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '6caabc26-5b00-4209-adf9-58d74c5b68ad', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:7a:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:44Z', 'updated_at': '2022-05-05T15:36:01Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:02.827044 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931033-45a2-4b32-9e29-21e0f9323879 req-fa0a73de-dfe8-4947-8717-99ffc5f08213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.828603 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-fa0a73de-dfe8-4947-8717-99ffc5f08213 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 200 len: 853 time: 0.0956936 May 05 15:36:02.861677 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:02.876254 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:02.877167 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:02.909727 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931033-45a2-4b32-9e29-21e0f9323879 req-9596c237-0a97-4dc1-b9e4-b09e6606ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:02.913101 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-9596c237-0a97-4dc1-b9e4-b09e6606ac05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1e4d75-3fa0-4232-a454-71471b499c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769255 May 05 15:36:02.933728 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fda1f8e2-13a8-44b9-87e5-53a914244ad6 req-d5edc0f9-5c35-4da0-9916-35255d81aac8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210444 May 05 15:36:02.937038 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Attempting to bind port b81ade20-db05-4510-b57a-4bc699aad2b8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:36:02.937576 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Attempting to bind port b81ade20-db05-4510-b57a-4bc699aad2b8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:36:02.938070 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Attempting to bind port b81ade20-db05-4510-b57a-4bc699aad2b8 on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:02.964307 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Port b81ade20-db05-4510-b57a-4bc699aad2b8 on network 9fb37449-be5e-4554-b672-00d7f4c625fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:36:02.968639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Attempting to bind port b81ade20-db05-4510-b57a-4bc699aad2b8 on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:36:02.974802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:36:02.976532 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Checking segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:36:02.980340 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Bound using segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:36:02.981764 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Bound port: b81ade20-db05-4510-b57a-4bc699aad2b8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:36:02.982178 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.013399 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:03.081810 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-0cf321e0-b252-4b4a-bcef-f12ace5cde30 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542940 May 05 15:36:03.096749 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:36:03.100901 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b81ade20-db05-4510-b57a-4bc699aad2b8,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:36:03.177520 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.209724 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab17-2c67-474a-99d3-0d1161c596c8 req-db629b22-b71a-458d-85b2-280386fdd7bc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.217583 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6c4cab17-2c67-474a-99d3-0d1161c596c8 req-db629b22-b71a-458d-85b2-280386fdd7bc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.1142514 May 05 15:36:03.260322 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.261415 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.262985 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] 10.222.0.60 "PUT /v2.0/ports/b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 1093 time: 1.3559215 May 05 15:36:03.269071 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:03.271694 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:03.301313 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-19931033-45a2-4b32-9e29-21e0f9323879 req-1e7731a5-d2fe-4bf3-8bcb-33d195b71ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134736 May 05 15:36:03.313605 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6c4cab17-2c67-474a-99d3-0d1161c596c8 req-dd7e985e-943d-44ef-995b-455fb0f1003d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938921 May 05 15:36:03.355701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f73d5-33ed-4e58-a166-ea594966cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:03.493706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad585d-a5d4-4617-8700-2a4ce443281a x-openstack-request-id: req-48ad585d-a5d4-4617-8700-2a4ce443281a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:03.494333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:03.494333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48ad585d-a5d4-4617-8700-2a4ce443281a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:03.494651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ad585d-a5d4-4617-8700-2a4ce443281a'] response: {'name': 'network-changed', 'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'status': 'completed', 'code': 200} May 05 15:36:03.494996 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf038ec1-4b00-4618-8071-1d6b12227f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.496655 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-cf038ec1-4b00-4618-8071-1d6b12227f83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1127 time: 0.1107156 May 05 15:36:03.560273 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-6b3f8720-ce50-4ca6-b0e1-c0e5c19b41b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 217 time: 0.0546219 May 05 15:36:03.632783 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-f7b1014f-185f-475a-8d20-e035baaf80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.634579 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-f7b1014f-185f-475a-8d20-e035baaf80dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0653861 May 05 15:36:03.680668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '6caabc26-5b00-4209-adf9-58d74c5b68ad', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:7a:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:44Z', 'updated_at': '2022-05-05T15:36:01Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:03.684207 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-a8dc2545-8233-4e91-ae28-6f9243b9b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:03.686744 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-a8dc2545-8233-4e91-ae28-6f9243b9b740 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447745 May 05 15:36:03.710955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e66e9-3667-4ead-945c-b53ef7061b53 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '6caabc26-5b00-4209-adf9-58d74c5b68ad', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'port_id': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'mac_address': 'fa:16:3e:7a:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:44Z', 'updated_at': '2022-05-05T15:36:01Z', 'revision_number': 1, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:03.802387 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-c777ecca-2dcd-4e9c-aaf5-8a49312d90d1 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103017 May 05 15:36:03.861072 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:03.913343 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-43c7ea3f-6068-4a23-b02e-e926a3e84ae1 req-52084a7d-e47c-4e5c-ab99-95bda69240e3 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049843 May 05 15:36:03.987766 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550393b3-f561-4e44-a5d6-2b5a8420e983 None None] New status for floating IP 6caabc26-5b00-4209-adf9-58d74c5b68ad: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:04.092282 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919717d-0da0-4be4-9e11-4d867e7b7f05 req-910a2340-2071-47af-b2be-020d96650805 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.093904 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6919717d-0da0-4be4-9e11-4d867e7b7f05 req-910a2340-2071-47af-b2be-020d96650805 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 943 time: 0.0659795 May 05 15:36:04.153965 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6919717d-0da0-4be4-9e11-4d867e7b7f05 req-ad5277aa-29d9-4274-b9e3-34f199f006fa tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528207 May 05 15:36:04.441215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4493b-6cbb-472e-916e-bbf47044efd8 req-12b49f08-358e-47d4-8129-3853ebe15849 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.442701 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bfc4493b-6cbb-472e-916e-bbf47044efd8 req-12b49f08-358e-47d4-8129-3853ebe15849 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0511014 May 05 15:36:04.495001 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bfc4493b-6cbb-472e-916e-bbf47044efd8 req-dd48baef-53cd-4426-a171-906e9fbda71f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 May 05 15:36:04.610185 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:04.831452 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-40f8f259-4af1-41cd-8a3c-7555db2abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.832960 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-40f8f259-4af1-41cd-8a3c-7555db2abf11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1127 time: 0.0473602 May 05 15:36:04.921262 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-fe1b0e81-d5e5-47de-ab2c-91d9e09ba213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.922622 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-fe1b0e81-d5e5-47de-ab2c-91d9e09ba213 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.0844123 May 05 15:36:04.967363 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-c2fb3d47-0b25-499e-b14c-65f9ece25c08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 217 time: 0.0376770 May 05 15:36:05.016931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-df1a7ae1-2af4-4692-b224-ce77ed7d377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.018527 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-df1a7ae1-2af4-4692-b224-ce77ed7d377f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0455899 May 05 15:36:05.098520 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-5ddcfc9e-ee72-46d6-8a12-005f0fa2cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.100689 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-5ddcfc9e-ee72-46d6-8a12-005f0fa2cb30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768776 May 05 15:36:05.497026 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-16ee1763-6d10-4731-b5c1-b2e28cd4b413 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891201 May 05 15:36:05.503100 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9011afb-14bc-44dc-96a6-9820e5f090df req-12487935-11cd-4d0e-b647-28586d975ea1 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.504825 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e9011afb-14bc-44dc-96a6-9820e5f090df req-12487935-11cd-4d0e-b647-28586d975ea1 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 943 time: 0.0782964 May 05 15:36:05.640182 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e9011afb-14bc-44dc-96a6-9820e5f090df req-09b9189c-81f2-4d1b-8ce7-88b906a54755 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205771 May 05 15:36:05.643081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb9e8-077c-4387-b479-e605f240510b req-f5126380-cef5-431d-9ce3-0579ebd39c36 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:05.651266 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bf8bb9e8-077c-4387-b479-e605f240510b req-f5126380-cef5-431d-9ce3-0579ebd39c36 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0653682 May 05 15:36:05.664008 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f607ad7-48ee-4d70-839b-f3a7d06dfd4e req-22830303-a1b0-4555-9246-e6ad5bc1423b service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579511 May 05 15:36:05.718544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bf8bb9e8-077c-4387-b479-e605f240510b req-5fd8d922-72cd-439c-b0ea-fa74fdab5b6f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661163 May 05 15:36:06.482906 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b81ade20-db05-4510-b57a-4bc699aad2b8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:06.604698 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b81ade20-db05-4510-b57a-4bc699aad2b8,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:06.617543 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'port_id': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'mac_address': 'fa:16:3e:2f:14:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:06.668237 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port b81ade20-db05-4510-b57a-4bc699aad2b8 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:06.668628 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.687515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81ade20-db05-4510-b57a-4bc699aad2b8 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:06.720713 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b81ade20-db05-4510-b57a-4bc699aad2b8,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:06.817420 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:06.837096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a65ca-efbb-4a26-9669-82ee2aa77c87 req-0d966a3b-8941-4506-8618-d822a93af38e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.839790 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd2a65ca-efbb-4a26-9669-82ee2aa77c87 req-0d966a3b-8941-4506-8618-d822a93af38e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 943 time: 0.0835032 May 05 15:36:06.895751 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:06.913352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179764d9-b508-4107-8a6d-8181b543e9fa req-48dbcf67-6819-4097-aa93-ab790424bb07 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.914960 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-179764d9-b508-4107-8a6d-8181b543e9fa req-48dbcf67-6819-4097-aa93-ab790424bb07 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0504277 May 05 15:36:06.935212 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd2a65ca-efbb-4a26-9669-82ee2aa77c87 req-e04f3d4c-3a54-48ea-8610-f3a4f51d7c16 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826647 May 05 15:36:06.985107 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-179764d9-b508-4107-8a6d-8181b543e9fa req-b25e6534-7a2d-4e38-b975-5ae3b7d94ab6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637956 May 05 15:36:07.067704 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['b81ade20-db05-4510-b57a-4bc699aad2b8'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:08.047170 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fced28-5f1d-4984-93f9-f5adb7c73766 req-1ac620e1-9379-44fa-8bb2-551bd5190065 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:08.048773 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c1fced28-5f1d-4984-93f9-f5adb7c73766 req-1ac620e1-9379-44fa-8bb2-551bd5190065 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 944 time: 0.0477097 May 05 15:36:08.105870 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c1fced28-5f1d-4984-93f9-f5adb7c73766 req-7a0a81a6-e94f-41f0-95b1-826c1400357b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 May 05 15:36:08.120251 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee92e0-4cd0-4ce5-8c07-a503492e396b req-c84fe77b-175b-42d4-88c9-dfbf85542667 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:08.121765 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4ee92e0-4cd0-4ce5-8c07-a503492e396b req-c84fe77b-175b-42d4-88c9-dfbf85542667 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0519631 May 05 15:36:08.167675 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4ee92e0-4cd0-4ce5-8c07-a503492e396b req-c8b06d28-d671-447f-a792-898a11a2b3bf tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 May 05 15:36:08.481984 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b81ade20-db05-4510-b57a-4bc699aad2b8 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:08.533070 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port b81ade20-db05-4510-b57a-4bc699aad2b8 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:36:08.640280 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port b81ade20-db05-4510-b57a-4bc699aad2b8 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:08.640692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.738250 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port b81ade20-db05-4510-b57a-4bc699aad2b8 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:08.739007 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.776557 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:08.778972 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aba675-2c09-4fbd-8264-400477d4b762" -d '{"events": [{"server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "name": "network-vif-plugged", "status": "completed", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:08.794342 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b81ade20-db05-4510-b57a-4bc699aad2b8,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:08.822497 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361fae7c-3562-4fe0-b08d-72fa25f2a5a1 x-openstack-request-id: req-361fae7c-3562-4fe0-b08d-72fa25f2a5a1 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:08.822815 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "name": "network-vif-plugged", "status": "completed", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:08.823100 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-361fae7c-3562-4fe0-b08d-72fa25f2a5a1 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:08.823532 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361fae7c-3562-4fe0-b08d-72fa25f2a5a1'] response: {'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'code': 200} May 05 15:36:08.856983 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:08.910950 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:09.223367 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eaf1c-766c-497e-ad35-ee07d6870740 req-e04505cc-25dd-4762-acf3-8cbacd679c60 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.224901 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-151eaf1c-766c-497e-ad35-ee07d6870740 req-e04505cc-25dd-4762-acf3-8cbacd679c60 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0495939 May 05 15:36:09.235176 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5eb4a-8fa9-4ddc-975f-e0eff33917ca req-01468eb7-a5ce-4b8d-b453-76db5144dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.236791 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-adf5eb4a-8fa9-4ddc-975f-e0eff33917ca req-01468eb7-a5ce-4b8d-b453-76db5144dace service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1129 time: 0.0453620 May 05 15:36:09.280046 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-151eaf1c-766c-497e-ad35-ee07d6870740 req-cc23de65-4f51-44d8-8a8f-050e6446b1a2 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 May 05 15:36:09.327366 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d56b-fe4f-4b02-98a5-02259f14e13f req-209a61d6-7f80-4266-baed-29be5d839df0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.328849 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4ba8d56b-fe4f-4b02-98a5-02259f14e13f req-209a61d6-7f80-4266-baed-29be5d839df0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0771544 May 05 15:36:09.331424 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-adf5eb4a-8fa9-4ddc-975f-e0eff33917ca req-3fac93e3-fa9b-466e-9737-0cbc1f6dda08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862665 May 05 15:36:09.379208 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4ba8d56b-fe4f-4b02-98a5-02259f14e13f req-e51f2187-b762-43b6-a55b-f54ec8103e3d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 May 05 15:36:10.347725 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-fc303327-bb68-48d1-9653-e9c805e709d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.349377 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-fc303327-bb68-48d1-9653-e9c805e709d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1130 time: 0.0390873 May 05 15:36:10.395266 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408ec8-29dd-4798-bdcf-7e3a39aafd06 req-a0f0c646-45cf-47be-9615-c852ff116dea tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.399921 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44408ec8-29dd-4798-bdcf-7e3a39aafd06 req-a0f0c646-45cf-47be-9615-c852ff116dea tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0530596 May 05 15:36:10.444913 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-32fbdef3-56cb-4a93-9547-eebff4d9ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.445262 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44408ec8-29dd-4798-bdcf-7e3a39aafd06 req-d91c12cc-39f1-4a11-9a89-007cfae7a458 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 May 05 15:36:10.446274 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-32fbdef3-56cb-4a93-9547-eebff4d9ff30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.0901093 May 05 15:36:10.544958 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e69b5-0e0f-433e-aaf3-9106a9425e8a req-37f54bea-b0ca-4662-8ef1-aaeb7efdaba1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:10.546437 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-864e69b5-0e0f-433e-aaf3-9106a9425e8a req-37f54bea-b0ca-4662-8ef1-aaeb7efdaba1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0821390 May 05 15:36:10.562359 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-08efe5b0-e55d-4ba0-839f-4773db6178d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 1001 time: 0.1044598 May 05 15:36:10.604334 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-864e69b5-0e0f-433e-aaf3-9106a9425e8a req-7e4c8ed2-41d2-46b4-8b44-67c77f9de2d9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508294 May 05 15:36:11.082765 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-d746580c-d673-4aed-84d2-e91a51bc149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.082765 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-d746580c-d673-4aed-84d2-e91a51bc149b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0460231 May 05 15:36:11.106769 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-b0a7b211-6fe1-4ddd-b4bb-dbfa10b4f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.108295 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-b0a7b211-6fe1-4ddd-b4bb-dbfa10b4f868 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421317 May 05 15:36:11.196909 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-a7f056ef-902c-44e1-b086-9b2b7de7b1e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809801 May 05 15:36:11.288712 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8a5b890f-72d7-4061-bdf7-5fbd4242f840 req-6679bd44-b9bb-4336-a6be-5e9d622642d1 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857129 May 05 15:36:11.557932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9ac7-d3cb-4676-9b7f-657690fed0c0 req-9822a15f-6915-4201-baf0-20e46ec9a988 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.559389 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7afc9ac7-d3cb-4676-9b7f-657690fed0c0 req-9822a15f-6915-4201-baf0-20e46ec9a988 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0460482 May 05 15:36:11.604828 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7afc9ac7-d3cb-4676-9b7f-657690fed0c0 req-019ff17c-bebb-40f4-adab-a18d160dd073 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 May 05 15:36:11.713104 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8b1b-3545-408c-b2bd-6ba78224cd3e req-f854e6bd-65e3-42e9-b32b-32e05356701a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.714912 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-371a8b1b-3545-408c-b2bd-6ba78224cd3e req-f854e6bd-65e3-42e9-b32b-32e05356701a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0475628 May 05 15:36:11.724391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43088) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:11.725293 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c7137-5db0-4b9d-a4ab-e87ba138f7bf req-93827c73-d92b-4b64-bc01-23e03de9e2d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.726783 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b79c7137-5db0-4b9d-a4ab-e87ba138f7bf req-93827c73-d92b-4b64-bc01-23e03de9e2d1 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0508029 May 05 15:36:11.729243 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'floatingip': {'port_id': 'b81ade20-db05-4510-b57a-4bc699aad2b8'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:11.771050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:11.776188 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b79c7137-5db0-4b9d-a4ab-e87ba138f7bf req-19753300-c58a-4786-85a2-22bd9c115892 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428407 May 05 15:36:12.203719 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:12.301088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:12.402823 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Floating IP ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35 associated. External IP: 172.27.2.80, port: b81ade20-db05-4510-b57a-4bc699aad2b8. May 05 15:36:12.613317 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:12.722730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:12.727627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:12.732329 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:12.743096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:12.744304 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:12.767652 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8c3576e7-b768-4393-aaab-409aca8430ce tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "PUT /v2.0/floatingips/ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35 HTTP/1.1" status: 200 len: 990 time: 1.0420618 May 05 15:36:12.768318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:12.770645 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ed7b6-d6cd-41fa-b0d4-18401e463301" -d '{"events": [{"name": "network-changed", "server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:12.815530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf6aefa-4db6-48a8-80e0-2329c917b031 x-openstack-request-id: req-5bf6aefa-4db6-48a8-80e0-2329c917b031 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:12.815978 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:12.816239 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bf6aefa-4db6-48a8-80e0-2329c917b031 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:12.816812 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf6aefa-4db6-48a8-80e0-2329c917b031'] response: {'name': 'network-changed', 'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'status': 'completed', 'code': 200} May 05 15:36:12.870317 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:12.907744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb66eb3-8b06-4d80-a541-e4faaa537c82 req-3ed5f078-08bf-47ae-ba94-85f5493e21df tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:12.909354 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-feb66eb3-8b06-4d80-a541-e4faaa537c82 req-3ed5f078-08bf-47ae-ba94-85f5493e21df tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0491300 May 05 15:36:12.914348 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-f56c5abd-8df3-4701-96b5-f0bc61e9a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:12.916416 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-f56c5abd-8df3-4701-96b5-f0bc61e9a567 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1129 time: 0.0462840 May 05 15:36:12.975877 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-feb66eb3-8b06-4d80-a541-e4faaa537c82 req-8b100bbd-8c46-462c-81a5-46db89e1b3a7 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608199 May 05 15:36:13.020301 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-6da7cfc7-42f0-403f-ac22-d5889fd95dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.021521 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-6da7cfc7-42f0-403f-ac22-d5889fd95dde service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.0989385 May 05 15:36:13.099448 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-2e808836-bbdd-4ac8-8cc3-95be4d5c6493 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 998 time: 0.0711944 May 05 15:36:13.120990 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:2f:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:55Z', 'updated_at': '2022-05-05T15:36:12Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:13.151883 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:13.156001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-f792fdfa-95c8-49b5-a470-8c2576f24d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.157469 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-f792fdfa-95c8-49b5-a470-8c2576f24d53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0498259 May 05 15:36:13.160744 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:13.161421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:35:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:13.208585 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-4181121f-1351-4d0e-8e2c-cf5ee7d27693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:13.210093 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-4181121f-1351-4d0e-8e2c-cf5ee7d27693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465820 May 05 15:36:13.282331 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:13.303207 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-7267b3d0-cf8b-4611-ba04-99cb619db503 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 May 05 15:36:13.494291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:2f:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:55Z', 'updated_at': '2022-05-05T15:36:12Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:13.526101 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30daaac-21e3-4a1b-a89b-2d34b403bc63 None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:2f:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:35:55Z', 'updated_at': '2022-05-05T15:36:12Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:13.578110 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-275ed7b6-d6cd-41fa-b0d4-18401e463301 req-835745e3-a9fb-4800-a2f8-808e7b2936e6 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 May 05 15:36:13.718918 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b01cb47-0933-4ddb-a474-43a31a417188 None None] New status for floating IP ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:14.096714 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6e26-91de-465e-86fb-c2c2bd7d0c27 req-77912142-5a45-4c79-b4d5-9b47188ba1c8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:14.098161 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-945a6e26-91de-465e-86fb-c2c2bd7d0c27 req-77912142-5a45-4c79-b4d5-9b47188ba1c8 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 946 time: 0.0456548 May 05 15:36:14.146590 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-945a6e26-91de-465e-86fb-c2c2bd7d0c27 req-cdcd5460-48e5-416c-861e-7b267e289aa5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 May 05 15:36:14.519713 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:36:14.606173 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: ACTIVE; New status is: DOWN {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:14.606554 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:14.631728 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:14.633922 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c8826-497f-436c-9b69-ceef50fa2ea1" -d '{"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:14.646419 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:14.720525 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a1c537-1276-4d97-8017-01b81f4f2ff0 x-openstack-request-id: req-e3a1c537-1276-4d97-8017-01b81f4f2ff0 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:14.720819 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-unplugged", "status": "failed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "code": 422}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:14.721073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3a1c537-1276-4d97-8017-01b81f4f2ff0 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:14.721519 dv-cinder-835881-6-iscsi neutron-server[103757]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3a1c537-1276-4d97-8017-01b81f4f2ff0']: {'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'code': 422} returned with failed status May 05 15:36:14.731332 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:14.794144 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=8']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:16.127158 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-22e963f3-b3f3-4c86-8e77-490973252b52 req-f8d87f79-b509-4de9-8a42-c6f39b6d89a2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:36:16.128203 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-22e963f3-b3f3-4c86-8e77-490973252b52 req-f8d87f79-b509-4de9-8a42-c6f39b6d89a2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482125 May 05 15:36:16.363117 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc759ba-188d-4001-aff1-7465fe158896 req-2cd12454-e1db-4f68-842d-d4fbd611f87c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.364646 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dbc759ba-188d-4001-aff1-7465fe158896 req-2cd12454-e1db-4f68-842d-d4fbd611f87c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0472853 May 05 15:36:16.412801 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dbc759ba-188d-4001-aff1-7465fe158896 req-09a7467a-4fc2-4703-9e6d-e50120b2dabb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 May 05 15:36:16.592780 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-7ed46dbe-070c-49d7-8606-2d220de43707 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465271 May 05 15:36:16.669466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-396d52c2-f7c5-4352-870d-478d4bc49d56 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:16.671057 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-396d52c2-f7c5-4352-870d-478d4bc49d56 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports/e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 941 time: 0.0483003 May 05 15:36:17.533159 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481e5f6-6341-4539-be59-40543a417ab8 req-3b4bb37d-6a2c-48ca-a37b-ab3bb16b6a9d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.534629 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b481e5f6-6341-4539-be59-40543a417ab8 req-3b4bb37d-6a2c-48ca-a37b-ab3bb16b6a9d tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0496953 May 05 15:36:17.581401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b481e5f6-6341-4539-be59-40543a417ab8 req-a7aa66d9-d561-4fed-beac-42373e7cf467 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 May 05 15:36:17.947421 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-03d282b3-4133-4744-9d3b-fbbc50b329b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:17.949483 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-03d282b3-4133-4744-9d3b-fbbc50b329b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee&tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4 HTTP/1.1" status: 200 len: 1128 time: 0.0714099 May 05 15:36:18.013251 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-55e253f0-37a4-4f85-be8e-fd4150ebf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.014667 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-55e253f0-37a4-4f85-be8e-fd4150ebf9f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1128 time: 0.0422935 May 05 15:36:18.103248 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-32800e31-a1c9-4b27-bc55-8f863525ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.105289 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-32800e31-a1c9-4b27-bc55-8f863525ac9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.0847473 May 05 15:36:18.167940 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-52adbed3-fcce-41c1-85f6-09aba5a3f0ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 999 time: 0.0563493 May 05 15:36:18.214492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-3beed507-d7c1-4bbe-a7df-664f7bf2b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.215935 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-3beed507-d7c1-4bbe-a7df-664f7bf2b74a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0418575 May 05 15:36:18.267173 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-3a686f40-546c-4149-b1a5-6d1e7b3a909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.268655 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-3a686f40-546c-4149-b1a5-6d1e7b3a909b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441771 May 05 15:36:18.355482 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-46ba1e70-7baa-4836-ab5a-b5702536d7e9 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807765 May 05 15:36:18.445837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-ae291399-bec6-4852-9250-786c16f5de7d service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 May 05 15:36:18.700870 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b9944-81d8-4349-b3ba-550c246ebf4d req-6d79e0ce-043f-4fb3-a9d2-2ce1e1521798 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:18.702344 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d7b9944-81d8-4349-b3ba-550c246ebf4d req-6d79e0ce-043f-4fb3-a9d2-2ce1e1521798 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0487661 May 05 15:36:18.751649 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d7b9944-81d8-4349-b3ba-550c246ebf4d req-39247c15-2b54-4cff-8a0b-31d3bf278a12 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 May 05 15:36:19.874189 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301090f-9e21-4bf7-9ece-665ba687ac02 req-f3788186-0c03-47e9-a06a-28faec60eb01 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:19.875701 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7301090f-9e21-4bf7-9ece-665ba687ac02 req-f3788186-0c03-47e9-a06a-28faec60eb01 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0475118 May 05 15:36:19.926253 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7301090f-9e21-4bf7-9ece-665ba687ac02 req-c89a813e-0c0e-4c93-9769-7db73c18e96e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 May 05 15:36:21.051746 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b57d06-bc92-4638-b444-b42c088cfc32 req-4eafe0ee-e5a5-4dd5-9efd-265c0a62106b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:21.053049 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1b57d06-bc92-4638-b444-b42c088cfc32 req-4eafe0ee-e5a5-4dd5-9efd-265c0a62106b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0479834 May 05 15:36:21.104517 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1b57d06-bc92-4638-b444-b42c088cfc32 req-8fd23e66-2ffb-4857-8e96-932902239ac4 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 May 05 15:36:22.226620 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c152c-4ebd-4aa1-a4d8-cc20cb415de4 req-c5ce1938-ce33-448c-b9a9-7395d17e9c87 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:22.228491 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-260c152c-4ebd-4aa1-a4d8-cc20cb415de4 req-c5ce1938-ce33-448c-b9a9-7395d17e9c87 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0481138 May 05 15:36:22.283454 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-260c152c-4ebd-4aa1-a4d8-cc20cb415de4 req-2b174b68-e323-4c28-8b4a-e671e68cf048 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486217 May 05 15:36:23.425739 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963ef92-c70b-4947-824f-c889947f90dd req-d5e4864c-1990-4418-a7e0-62ab14183a24 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:23.427230 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7963ef92-c70b-4947-824f-c889947f90dd req-d5e4864c-1990-4418-a7e0-62ab14183a24 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0574896 May 05 15:36:23.476393 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7963ef92-c70b-4947-824f-c889947f90dd req-0445d329-5451-4d81-b2b2-2e53b1faeb9e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 May 05 15:36:24.601906 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0ccf8-3218-4aa1-b2ed-41cef334b0c1 req-e220e9cb-374a-429f-8113-0949fa524388 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:24.603544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3df0ccf8-3218-4aa1-b2ed-41cef334b0c1 req-e220e9cb-374a-429f-8113-0949fa524388 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0479918 May 05 15:36:24.652779 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3df0ccf8-3218-4aa1-b2ed-41cef334b0c1 req-9fd8f79d-9829-43f0-838e-fc679e649a3c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 May 05 15:36:25.778700 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414a04b-e5d7-4807-a162-fc0f6c2b83ea req-87c565d9-65e4-42a2-9986-8a4b5305d6d0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:25.780535 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6414a04b-e5d7-4807-a162-fc0f6c2b83ea req-87c565d9-65e4-42a2-9986-8a4b5305d6d0 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0501339 May 05 15:36:25.834867 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6414a04b-e5d7-4807-a162-fc0f6c2b83ea req-14236d78-a03d-4c42-b3c7-a7f246b4abbc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 May 05 15:36:26.962847 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32bad-7efb-419e-b204-e43312fa384a req-3879b4cc-84c8-43df-82e3-68dc717dee3c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:26.964651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-54c32bad-7efb-419e-b204-e43312fa384a req-3879b4cc-84c8-43df-82e3-68dc717dee3c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0517111 May 05 15:36:27.017504 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-54c32bad-7efb-419e-b204-e43312fa384a req-1bbca2c2-7f18-47dd-96e6-1dadd3385a1e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459096 May 05 15:36:27.382406 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad040-5067-4a2c-9f42-c734814386cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:28.347764 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25566ffc-3b3e-4387-899f-16abf8ebdda2 req-125fca76-7e81-4bab-acfe-a35dd25a9d13 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:28.349348 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25566ffc-3b3e-4387-899f-16abf8ebdda2 req-125fca76-7e81-4bab-acfe-a35dd25a9d13 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.2514663 May 05 15:36:28.398598 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-25566ffc-3b3e-4387-899f-16abf8ebdda2 req-55c7e437-918a-4248-aeae-208c20743475 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 May 05 15:36:29.518991 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29804-ebdc-4b7c-ae20-dd60ed9da424 req-2a60a7e0-d6e3-4358-9ce0-570cca782322 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:29.520477 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3da29804-ebdc-4b7c-ae20-dd60ed9da424 req-2a60a7e0-d6e3-4358-9ce0-570cca782322 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0505414 May 05 15:36:29.565178 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93d2da05-5169-4959-8767-74ccc00b3748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:29.567348 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3da29804-ebdc-4b7c-ae20-dd60ed9da424 req-1c0d0aa9-f230-474a-8649-fe237526482c tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 May 05 15:36:30.642791 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:36:30.700290 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1d5de-5a4f-4aaf-8388-cf93366ff7a0 req-f4d1efc3-f63e-4547-8e48-8d5e2a8255b9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:30.703040 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c1b1d5de-5a4f-4aaf-8388-cf93366ff7a0 req-f4d1efc3-f63e-4547-8e48-8d5e2a8255b9 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 944 time: 0.0576828 May 05 15:36:30.757378 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c1b1d5de-5a4f-4aaf-8388-cf93366ff7a0 req-e5250693-a2a7-4c5a-a64f-abd3bac8c1c2 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485275 May 05 15:36:30.758916 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:30.771277 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'port_id': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'mac_address': 'fa:16:3e:89:5f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:36:30.776477 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:30.814692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:30.815134 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:30.828781 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:36:30.848392 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:30.929268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:30.976082 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=9']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:31.189243 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:36:31.903413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dcdf7-9bf6-4b75-9eee-0cb252568836 req-013a5679-a77e-41b1-bb69-be7b923df719 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:31.905408 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b06dcdf7-9bf6-4b75-9eee-0cb252568836 req-013a5679-a77e-41b1-bb69-be7b923df719 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 945 time: 0.0565388 May 05 15:36:31.960072 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b06dcdf7-9bf6-4b75-9eee-0cb252568836 req-58b6fe3e-4651-46a5-9773-cc236f099b63 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472813 May 05 15:36:32.365101 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:32.659000 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:36:32.704820 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:36:32.705188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:32.784023 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:36:32.784408 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:32.806265 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:32.808479 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358182ac-034e-4142-bb0d-9068eceb4b4b" -d '{"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:32.820849 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:32.846266 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef30db7-9b25-4b44-970f-c375ae9bc881 x-openstack-request-id: req-fef30db7-9b25-4b44-970f-c375ae9bc881 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:32.846527 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:32.846781 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fef30db7-9b25-4b44-970f-c375ae9bc881 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:32.847180 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef30db7-9b25-4b44-970f-c375ae9bc881'] response: {'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'code': 200} May 05 15:36:32.914370 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:32.962305 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=10']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:33.086165 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb5df-f49d-4b00-a276-2fc907b42277 req-fadf2b38-5d31-4753-a9ae-c1097daa98e6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.087664 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-010eb5df-f49d-4b00-a276-2fc907b42277 req-fadf2b38-5d31-4753-a9ae-c1097daa98e6 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0497961 May 05 15:36:33.137353 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-010eb5df-f49d-4b00-a276-2fc907b42277 req-7c7ba2b0-e9d1-49fc-ba5e-b6d135837fb5 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 May 05 15:36:33.188355 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a2ad6-2628-4302-8b80-13e19e7aa41c req-f965e3d5-8ec1-4ba5-a3d7-d574c706dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:33.189782 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bd4a2ad6-2628-4302-8b80-13e19e7aa41c req-f965e3d5-8ec1-4ba5-a3d7-d574c706dba4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1131 time: 0.0405786 May 05 15:36:33.232869 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bd4a2ad6-2628-4302-8b80-13e19e7aa41c req-f9c10499-8d6f-4398-a396-1c636d836f59 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365891 May 05 15:36:33.753693 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:34.176115 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:36:34.253225 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf40b8-4e01-4e73-bcbc-4d84ff7b70e7 req-26e97549-a21e-4934-9d7c-d06998441797 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:34.254680 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dbcf40b8-4e01-4e73-bcbc-4d84ff7b70e7 req-26e97549-a21e-4934-9d7c-d06998441797 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0452361 May 05 15:36:34.300379 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dbcf40b8-4e01-4e73-bcbc-4d84ff7b70e7 req-06f44c68-e625-416f-ba14-c7e23eaaa239 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 May 05 15:36:34.404945 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:35.417323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e229f2-22fa-4d02-b0bf-aa863defa7f9 req-9e0b87b5-5f71-408c-9181-704e495a8a25 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:35.418770 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83e229f2-22fa-4d02-b0bf-aa863defa7f9 req-9e0b87b5-5f71-408c-9181-704e495a8a25 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0460889 May 05 15:36:35.465523 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83e229f2-22fa-4d02-b0bf-aa863defa7f9 req-b6908dd2-26c3-4c16-9918-064d15652999 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 May 05 15:36:36.580481 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7079024-146e-4ee8-9d88-786016497550 req-a7870651-8a03-4d06-b703-8c44f67570fc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:36.581913 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7079024-146e-4ee8-9d88-786016497550 req-a7870651-8a03-4d06-b703-8c44f67570fc tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0454130 May 05 15:36:36.630907 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d7079024-146e-4ee8-9d88-786016497550 req-88edcc9c-6246-44e7-bc71-b6bb03e36d84 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 May 05 15:36:40.521454 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-6152fc73-6981-4361-98f5-b1612428a11f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401568 May 05 15:36:40.579456 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-9877f5e9-8d8b-46b5-a501-0bd9fd678b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.580968 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-9877f5e9-8d8b-46b5-a501-0bd9fd678b38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 1131 time: 0.0385091 May 05 15:36:40.686782 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-56c0dc98-6eff-47a2-ae0d-d989a17a2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.688815 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-56c0dc98-6eff-47a2-ae0d-d989a17a2490 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 200 len: 917 time: 0.0880568 May 05 15:36:40.754781 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-e401dfb5-69d9-4f64-bc9f-785fd747b806 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 200 len: 1001 time: 0.0597973 May 05 15:36:40.803794 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-ff82e3d1-04a1-4c4c-a60d-64dc0335179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.805242 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-ff82e3d1-04a1-4c4c-a60d-64dc0335179c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 200 len: 855 time: 0.0441909 May 05 15:36:40.858560 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-1c44c312-ce54-4f09-a096-941e607e6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:40.860685 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-1c44c312-ce54-4f09-a096-941e607e6492 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a5fa8f3-21a5-4520-992a-c4e8e8908043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424206 May 05 15:36:40.947681 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-da47408a-f34a-4aba-9884-18f8870d4f3f service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810173 May 05 15:36:41.041509 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4451445-c05d-4d9b-aab1-f117b1bf6dea req-73e6aec4-4cd0-4392-b5db-d236b2ad0046 service neutron] 10.222.0.60 "GET /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862350 May 05 15:36:51.105078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd89ca-7e7d-491b-a87a-1425422d22f4 req-52439ae0-8914-4f80-8e57-2eea5ec3e361 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:51.106889 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bcd89ca-7e7d-491b-a87a-1425422d22f4 req-52439ae0-8914-4f80-8e57-2eea5ec3e361 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0701227 May 05 15:36:51.174608 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bcd89ca-7e7d-491b-a87a-1425422d22f4 req-2b454648-8b94-4b43-8392-ead2bd16135c tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560842 May 05 15:36:52.292569 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a85eaa-08d1-4b03-a206-d04e4a56c49b req-c46442a3-7e8b-4304-b999-4a9a1ade6206 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:52.294285 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c8a85eaa-08d1-4b03-a206-d04e4a56c49b req-c46442a3-7e8b-4304-b999-4a9a1ade6206 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0471461 May 05 15:36:52.346113 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c8a85eaa-08d1-4b03-a206-d04e4a56c49b req-29c65cd9-6b50-43ba-913f-42e6f5007ac5 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups?id=c828a523-aa22-4477-9b64-e62c35b3184a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 May 05 15:36:52.754897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-016c65c9-a16f-482e-a549-009c98c54114 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:52.756451 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-016c65c9-a16f-482e-a549-009c98c54114 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 946 time: 0.0606563 May 05 15:36:52.849282 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:36:52.849676 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:52.947505 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] For port ddb7e05c-9aa5-4b49-a642-c22db1920aa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:52.947747 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:53.189608 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:53.189988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:53.190301 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Floating IP 6caabc26-5b00-4209-adf9-58d74c5b68ad disassociated. External IP: 172.27.2.39, port: ddb7e05c-9aa5-4b49-a642-c22db1920aa6. May 05 15:36:53.190641 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for ddb7e05c-9aa5-4b49-a642-c22db1920aa6 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:36:53.403061 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (ddb7e05c-9aa5-4b49-a642-c22db1920aa6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:53.433657 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=ddb7e05c-9aa5-4b49-a642-c22db1920aa6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:53.467803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.468160 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.468509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.468854 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.469195 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.469533 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.469949 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.470228 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.470559 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.470892 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.471230 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.471586 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.471916 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.472248 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.472573 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:53.477320 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-749c2723-f127-4643-bc29-62cb4323585a req-74d47534-3edf-4cee-91cd-fd956711aee4 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0458632 May 05 15:36:53.593272 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:53.706975 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:53.720522 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:53.731757 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:53.732590 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:53.752502 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] No DVR routers for this DVR port ddb7e05c-9aa5-4b49-a642-c22db1920aa6 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:36:53.755425 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:53.758825 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ebc68c7-5e38-423a-88b9-9cdd8df8c198 req-b12c04b0-2dfd-4ad7-987f-063d71c96487 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.60 "DELETE /v2.0/ports/ddb7e05c-9aa5-4b49-a642-c22db1920aa6 HTTP/1.1" status: 204 len: 173 time: 0.9967639 May 05 15:36:53.759290 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'name': 'network-vif-deleted', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:53.761700 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341f534-a594-43ca-99eb-07f5e3205c34" -d '{"events": [{"server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "name": "network-vif-deleted", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:53.865771 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:53.883907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f47ad6-8655-4712-b16c-352c68bbb2ee x-openstack-request-id: req-e3f47ad6-8655-4712-b16c-352c68bbb2ee {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:53.883907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12675daf-dd71-4371-b929-4f7ff0dfc5ac", "name": "network-vif-deleted", "tag": "ddb7e05c-9aa5-4b49-a642-c22db1920aa6", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:53.884509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3f47ad6-8655-4712-b16c-352c68bbb2ee {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:53.885497 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f47ad6-8655-4712-b16c-352c68bbb2ee'] response: {'server_uuid': '12675daf-dd71-4371-b929-4f7ff0dfc5ac', 'name': 'network-vif-deleted', 'tag': 'ddb7e05c-9aa5-4b49-a642-c22db1920aa6', 'status': 'completed', 'code': 200} May 05 15:36:54.161339 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:54.189377 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:54.198093 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:54.198730 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:54.315355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:54.526924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:54.559271 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062c703-e20a-45cb-8185-206baeba1ff7 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:30:45Z', 'revision_number': 4, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '3edae85b-2a4e-4d35-a439-989239acba03', 'name': '', 'network_id': 'eb1e4d75-3fa0-4232-a454-71471b499c4a', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'mac_address': 'fa:16:3e:67:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:43Z', 'updated_at': '2022-05-05T15:31:05Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'subnets': [{'id': 'bb4111dc-f59a-48a8-bb10-e66048424608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:54.620962 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef3a31ff-1bdc-47c9-a53f-027a0fb2a5e8 req-7f1cb8f1-cde5-43df-a755-e8530017dabe tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/ports?device_id=12675daf-dd71-4371-b929-4f7ff0dfc5ac HTTP/1.1" status: 200 len: 210 time: 0.0466094 May 05 15:36:54.830910 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc343be-e79c-44fd-9421-001764793d3d None None] New status for floating IP 6caabc26-5b00-4209-adf9-58d74c5b68ad: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:55.488660 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323b8f-095d-4c5c-a219-1ba59e8ebe73 req-54bcb998-43b1-4d60-a721-c70d9669b952 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:55.490234 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5323b8f-095d-4c5c-a219-1ba59e8ebe73 req-54bcb998-43b1-4d60-a721-c70d9669b952 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0494542 May 05 15:36:55.543036 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c5323b8f-095d-4c5c-a219-1ba59e8ebe73 req-ba4a8217-135e-4244-bdbb-b7244d78b7e1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 May 05 15:36:55.797741 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43364) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:55.850943 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (c828a523-aa22-4477-9b64-e62c35b3184a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:55.880130 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (c828a523-aa22-4477-9b64-e62c35b3184a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:55.993510 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c828a523-aa22-4477-9b64-e62c35b3184a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:55.996212 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:55.997410 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/security-groups/c828a523-aa22-4477-9b64-e62c35b3184a HTTP/1.1" status: 204 len: 168 time: 0.1982114 May 05 15:36:56.000208 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43366) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:56.007368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828a523-aa22-4477-9b64-e62c35b3184a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:56.013990 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.api.v2.resource [None req-f1c96116-dcde-4fa9-9ea9-045204d4af55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] show failed (client error): The resource could not be found. May 05 15:36:56.014355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.014709 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.014969 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f1c96116-dcde-4fa9-9ea9-045204d4af55 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "GET /v2.0/security-groups/c828a523-aa22-4477-9b64-e62c35b3184a HTTP/1.1" status: 404 len: 347 time: 0.0137746 May 05 15:36:56.015140 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.015384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.015746 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.016082 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.016413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.016741 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.017067 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.017395 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.017729 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.018057 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.018203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43368) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:56.018380 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.018701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.019020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1ab56-7129-4c80-8283-cd9d9526d169 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:56.134348 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Deleting port 58741a7a-5a6a-40b3-93bb-42bd57897d77 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:36:56.134719 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.215364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.215736 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (58741a7a-5a6a-40b3-93bb-42bd57897d77), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.230706 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Calling delete_port for 58741a7a-5a6a-40b3-93bb-42bd57897d77 owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:36:56.454492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (58741a7a-5a6a-40b3-93bb-42bd57897d77), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.486113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Pushing event deleted for resources: {'Port': ['ID=58741a7a-5a6a-40b3-93bb-42bd57897d77,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:56.546931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks [] for floatingip (6caabc26-5b00-4209-adf9-58d74c5b68ad), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.549644 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:56.550807 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e57e8ae9-4ceb-4d87-8479-31de0cc1ee34 tempest-AttachVolumeNegativeTest-1085847526 tempest-AttachVolumeNegativeTest-1085847526-project] 10.222.0.55 "DELETE /v2.0/floatingips/6caabc26-5b00-4209-adf9-58d74c5b68ad HTTP/1.1" status: 204 len: 168 time: 0.5318458 May 05 15:36:56.664483 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7b4e-0395-450c-a870-94ee9366f2b3 req-1006d42d-e60c-482d-aa80-6bafb242e2eb tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:56.667767 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-570a7b4e-0395-450c-a870-94ee9366f2b3 req-1006d42d-e60c-482d-aa80-6bafb242e2eb tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0533781 May 05 15:36:56.727717 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-570a7b4e-0395-450c-a870-94ee9366f2b3 req-ebc71494-6254-496b-bb74-47d966a35862 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534074 May 05 15:36:56.802645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ddb7e05c-9aa5-4b49-a642-c22db1920aa6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:36:56.823886 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: ddb7e05c-9aa5-4b49-a642-c22db1920aa6 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:36:56.824237 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device ddb7e05c-9aa5-4b49-a642-c22db1920aa6 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:36:57.011938 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-2977317a-10bd-4dbe-8db4-d097d1aae5fd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:57.013345 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-2977317a-10bd-4dbe-8db4-d097d1aae5fd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 945 time: 0.0466397 May 05 15:36:57.121576 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port e13faecc-707b-4dba-8376-8be56d9e1743 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:36:57.122024 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.220380 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] For port e13faecc-707b-4dba-8376-8be56d9e1743, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e13faecc-707b-4dba-8376-8be56d9e1743,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:36:57.220744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.376836 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c52825c1-01f2-4862-8806-44c00aed5e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.406775 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.407159 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (07257236-4703-4bc6-913e-af5cfb4d77b7), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.408227 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP 07257236-4703-4bc6-913e-af5cfb4d77b7 disassociated. External IP: 172.27.2.37, port: e13faecc-707b-4dba-8376-8be56d9e1743. May 05 15:36:57.408469 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for e13faecc-707b-4dba-8376-8be56d9e1743 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:36:57.719622 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (e13faecc-707b-4dba-8376-8be56d9e1743), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.753364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=e13faecc-707b-4dba-8376-8be56d9e1743,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:57.889218 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a81964cf-8358-4aa9-b598-d1199ce0eefa req-53872a92-a5e9-4d82-b6ba-76035435c414 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0624788 May 05 15:36:57.924889 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:36:58.047875 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:36:58.058515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:36:58.068963 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:58.069587 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:58.092807 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] No DVR routers for this DVR port e13faecc-707b-4dba-8376-8be56d9e1743 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:36:58.096178 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:58.099537 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ca26c85f-0453-477d-9380-6c5a345d0ffe req-4a6c631e-cf34-4459-ad35-7030dbe0f08e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "DELETE /v2.0/ports/e13faecc-707b-4dba-8376-8be56d9e1743 HTTP/1.1" status: 204 len: 173 time: 1.0801418 May 05 15:36:58.100012 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'name': 'network-vif-deleted', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:36:58.102541 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd591c6d-f5bd-47fc-8fea-a0bfbcc0473c" -d '{"events": [{"server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "name": "network-vif-deleted", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:36:58.139838 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43778b-35aa-4335-b578-2a2a082280b6 x-openstack-request-id: req-ca43778b-35aa-4335-b578-2a2a082280b6 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:36:58.140138 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b80268-5649-4d52-b11c-f5ea44d16f75", "name": "network-vif-deleted", "tag": "e13faecc-707b-4dba-8376-8be56d9e1743", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:36:58.140394 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca43778b-35aa-4335-b578-2a2a082280b6 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:36:58.140805 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca43778b-35aa-4335-b578-2a2a082280b6'] response: {'server_uuid': '12b80268-5649-4d52-b11c-f5ea44d16f75', 'name': 'network-vif-deleted', 'tag': 'e13faecc-707b-4dba-8376-8be56d9e1743', 'status': 'completed', 'code': 200} May 05 15:36:58.197724 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:58.398303 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:58.423932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:36:58.432365 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:36:58.432974 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:58.544043 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:36:58.878155 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:36:58.905034 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f780e-87ac-4b94-83f6-74097fe1948f None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:36:59.010836 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-707a5c21-be42-4e2b-88e2-e3ed723abfea req-c6dc485c-83d1-4e8b-9ab4-6fa3e463f252 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=12b80268-5649-4d52-b11c-f5ea44d16f75 HTTP/1.1" status: 200 len: 210 time: 0.0302510 May 05 15:36:59.144211 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46032a8f-004e-45a9-bf75-708000ad3892 None None] New status for floating IP 07257236-4703-4bc6-913e-af5cfb4d77b7: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:36:59.602863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079a0409-8761-4424-94b1-d223c4641156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.277499 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-06aa9c71-67c5-4f2d-bd33-93593d6ca543 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838081012&fields=id&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0475209 May 05 15:37:00.401498 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-6ce23134-6aca-4c15-9030-693ea033f727 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:00.408050 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-6ce23134-6aca-4c15-9030-693ea033f727 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.1173418 May 05 15:37:00.418146 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-fabc255c-cdf5-4fbd-a5de-a28ccf76716d tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/quotas/fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0090232 May 05 15:37:00.469651 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-f59d7122-7d1a-41fc-a682-977f5b39c619 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458848 May 05 15:37:00.570224 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-ab867465-374a-426f-abec-8f43de5728be service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873039 May 05 15:37:00.663939 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-9cbec832-7ee7-464d-a4f7-a92e3b5c6f82 service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878119 May 05 15:37:00.820047 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.824514 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e13faecc-707b-4dba-8376-8be56d9e1743 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:00.847755 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: e13faecc-707b-4dba-8376-8be56d9e1743 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:00.848028 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e13faecc-707b-4dba-8376-8be56d9e1743 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:01.096653 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9516cde-10cf-4ecf-a46f-51723284b486 req-b2dcb4d1-b0d2-49e3-bcb8-678918731907 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:01.098167 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9516cde-10cf-4ecf-a46f-51723284b486 req-b2dcb4d1-b0d2-49e3-bcb8-678918731907 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0471435 May 05 15:37:01.147052 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9516cde-10cf-4ecf-a46f-51723284b486 req-6284541f-5664-45dc-b2fd-32c59a3903bc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 May 05 15:37:01.192931 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43444) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:01.295054 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e01fccce-c952-4041-9169-a0e07985cb6c req-c1a65532-3ef4-48c5-af93-41e7b06da9d9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0337579 May 05 15:37:01.624182 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (516785d9-7cff-4e8f-8581-f15967ba8463), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.863002 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Deleting port 3edae85b-2a4e-4d35-a439-989239acba03 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:01.863342 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (3edae85b-2a4e-4d35-a439-989239acba03), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.949365 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] For port 3edae85b-2a4e-4d35-a439-989239acba03, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=3edae85b-2a4e-4d35-a439-989239acba03,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:01.949614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (3edae85b-2a4e-4d35-a439-989239acba03), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.963291 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Calling delete_port for 3edae85b-2a4e-4d35-a439-989239acba03 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:02.130288 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.225459 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (3edae85b-2a4e-4d35-a439-989239acba03), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.252685 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edae85b-2a4e-4d35-a439-989239acba03,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:02.293471 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d60ce-84c0-487e-b269-b24a63daacbf req-2b5a9f52-302c-44f6-a998-9b9a39da1731 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:02.295683 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c15d60ce-84c0-487e-b269-b24a63daacbf req-2b5a9f52-302c-44f6-a998-9b9a39da1731 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0588338 May 05 15:37:02.374636 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c15d60ce-84c0-487e-b269-b24a63daacbf req-53494f92-1f35-46c6-91ea-7c2169be79eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709102 May 05 15:37:02.416649 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67fd1c1c-29c4-4e14-a2e7-58c3956494d7 req-cd4bce20-8297-4f64-ba01-07bf796dd77f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0373385 May 05 15:37:02.484466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (516785d9-7cff-4e8f-8581-f15967ba8463), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.994041 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Router 516785d9-7cff-4e8f-8581-f15967ba8463 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:03.111454 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:03.116493 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-35601940-a314-4977-afd2-8d256ecbca49 admin admin] 10.222.0.55 "PUT /v2.0/routers/516785d9-7cff-4e8f-8581-f15967ba8463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225168 May 05 15:37:03.119129 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43462) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:03.121220 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Sync routers for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:03.134574 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:03.135449 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:03.259213 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:03.450763 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:03.487263 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Checking router: 516785d9-7cff-4e8f-8581-f15967ba8463 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:03.488812 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks [] for router (516785d9-7cff-4e8f-8581-f15967ba8463), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.497371 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Routers {'516785d9-7cff-4e8f-8581-f15967ba8463'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:03.498005 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['516785d9-7cff-4e8f-8581-f15967ba8463'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:03.544147 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8fb1fe1e-25d5-4111-a374-374c703f94cb req-9c579505-c7fe-4d4d-b0ab-8a73ffa81b95 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0407882 May 05 15:37:03.616912 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] Set router 516785d9-7cff-4e8f-8581-f15967ba8463 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:03.673623 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6a071-4a00-49dd-a208-cd0e70f36139 req-1ef9a08b-e44e-40dc-bb11-e6604cd42311 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:03.675116 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-77e6a071-4a00-49dd-a208-cd0e70f36139 req-1ef9a08b-e44e-40dc-bb11-e6604cd42311 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.1883926 May 05 15:37:03.732014 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bcf69c15-4ade-42c0-a6e9-b14d9b4b59cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:03.733485 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bcf69c15-4ade-42c0-a6e9-b14d9b4b59cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.3091316 May 05 15:37:03.737717 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks [] for router_gateway (516785d9-7cff-4e8f-8581-f15967ba8463), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.780278 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-77e6a071-4a00-49dd-a208-cd0e70f36139 req-bb22fddf-4c02-478f-ae51-975a7c82326a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933173 May 05 15:37:03.792164 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:03.820563 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:03.822081 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-92c012f9-8f07-447e-ad1a-399c6ad2ea71 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 379 time: 0.0727861 May 05 15:37:03.831715 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'port': {'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'admin_state_up': True, 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'security_groups': ['1af295ac-3da4-4740-a23a-629049edf4e4']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:03.858098 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b9b2f-f352-4af4-9620-67bd30b2ad70 None None] The sync data for ids ['516785d9-7cff-4e8f-8581-f15967ba8463'] in dv-cinder-835881-6-iscsi is: [{'id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'name': 'tempest-AttachVolumeNegativeTest-275192016-router', 'tenant_id': 'cf5faa51bd0c4b3584365948ad227668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:38Z', 'updated_at': '2022-05-05T15:37:02Z', 'revision_number': 5, 'project_id': 'cf5faa51bd0c4b3584365948ad227668', 'gw_port': {'id': 'aff7db35-2165-4dbd-9c2b-19e367b96ac5', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516785d9-7cff-4e8f-8581-f15967ba8463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:39Z', 'updated_at': '2022-05-05T15:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:03.924989 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Deleting port aff7db35-2165-4dbd-9c2b-19e367b96ac5 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:03.925236 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.039647 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] For port aff7db35-2165-4dbd-9c2b-19e367b96ac5, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=aff7db35-2165-4dbd-9c2b-19e367b96ac5,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:04.040006 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.052660 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Calling delete_port for aff7db35-2165-4dbd-9c2b-19e367b96ac5 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:04.101768 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Made reservation on behalf of fbee1a37bbff489e85a9d366fb34e8d4 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:37:04.105098 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.326514 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.20.0.11 (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78/dcbfc73d-5913-46e4-a31b-1621309ef465/cfa74ae3-6c18-476b-a960-6ce7847a42bd) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:04.412753 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (aff7db35-2165-4dbd-9c2b-19e367b96ac5), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.439597 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.466496 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff7db35-2165-4dbd-9c2b-19e367b96ac5,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:04.564321 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.576835 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (516785d9-7cff-4e8f-8581-f15967ba8463), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.638690 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-268ed0ac-d2fc-4247-8fbe-3b59d10766c4 req-2f60f588-4ea9-442c-99d0-100636c66fbf tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0316625 May 05 15:37:04.700130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (516785d9-7cff-4e8f-8581-f15967ba8463), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.703255 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks [] for router_controller (516785d9-7cff-4e8f-8581-f15967ba8463), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.817165 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.854696 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (516785d9-7cff-4e8f-8581-f15967ba8463), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.855224 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516785d9-7cff-4e8f-8581-f15967ba8463 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:37:04.877491 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.878664 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d98d65ed-eda0-497b-b6f6-8a17c8c5ac37 admin admin] 10.222.0.55 "DELETE /v2.0/routers/516785d9-7cff-4e8f-8581-f15967ba8463 HTTP/1.1" status: 204 len: 168 time: 1.7583292 May 05 15:37:04.881291 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43474) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:04.890526 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:04.911384 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:04.915419 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:04.920069 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:04.931909 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Deleting subnet bb4111dc-f59a-48a8-bb10-e66048424608 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:37:04.935265 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Publish callbacks [] for subnet (bb4111dc-f59a-48a8-bb10-e66048424608), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:04.955339 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791933-7f7f-4d9f-af13-04db2aa233db req-558dcf7f-1d69-4e52-8bf5-b0a9b6da02cf tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:04.956883 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81791933-7f7f-4d9f-af13-04db2aa233db req-558dcf7f-1d69-4e52-8bf5-b0a9b6da02cf tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.1000407 May 05 15:37:04.980001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (bb4111dc-f59a-48a8-bb10-e66048424608), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.003308 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:05.004034 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.033993 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81791933-7f7f-4d9f-af13-04db2aa233db req-4b28fe75-16eb-4e38-89c8-55cd9a87acc8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703006 May 05 15:37:05.085287 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (bb4111dc-f59a-48a8-bb10-e66048424608), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.129351 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-00c574f5-622e-420c-a918-b5daf4ff0a85 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3015909 May 05 15:37:05.140810 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Request body: {'port': {'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:05.202355 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.210932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-11466c7c-424b-4de4-a564-399e9fbe99f6 None None] Provisioning complete for port cfa74ae3-6c18-476b-a960-6ce7847a42bd triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:05.211233 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-11466c7c-424b-4de4-a564-399e9fbe99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.216770 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (bb4111dc-f59a-48a8-bb10-e66048424608), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.244786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4111dc-f59a-48a8-bb10-e66048424608,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.250300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.256433 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-11466c7c-424b-4de4-a564-399e9fbe99f6 None None] Port cfa74ae3-6c18-476b-a960-6ce7847a42bd cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:37:05.260305 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c03b6b-dfee-440a-9782-9dba1ff6738a None None] Network eb1e4d75-3fa0-4232-a454-71471b499c4a requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:37:05.267804 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43476) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:05.269804 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c6f8b2c9-1fe9-450c-9224-e4cd5de51cd6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bb4111dc-f59a-48a8-bb10-e66048424608 HTTP/1.1" status: 204 len: 168 time: 0.3873894 May 05 15:37:05.411541 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (eb1e4d75-3fa0-4232-a454-71471b499c4a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.422024 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] DHCP port deletion for eb1e4d75-3fa0-4232-a454-71471b499c4a request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:37:05.467778 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Deleting port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:05.468680 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.513050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Deleting port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:05.513388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.539711 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] For port a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:05.540117 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.553382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Calling delete_port for a3e8229a-3669-4c8f-b293-6fb184a2fcc6 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:05.628748 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] For port a3e8229a-3669-4c8f-b293-6fb184a2fcc6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,segment=NetworkSegment(4aa56b59-4935-48cd-96bf-94fb21639e83),segment_id=4aa56b59-4935-48cd-96bf-94fb21639e83)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:05.643318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.648577 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa74ae3-6c18-476b-a960-6ce7847a42bd {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:05.653097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Calling delete_port for a3e8229a-3669-4c8f-b293-6fb184a2fcc6 owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:05.660045 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks [] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.754147 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.755173 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Transition to ACTIVE for port object cfa74ae3-6c18-476b-a960-6ce7847a42bd will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:37:05.763223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (a3e8229a-3669-4c8f-b293-6fb184a2fcc6), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.775319 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d0899-1a22-4f61-834d-3ce416d1df9d req-d20dd9b6-2592-4456-9c49-a52f5a5e1178 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:05.775319 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-658d0899-1a22-4f61-834d-3ce416d1df9d req-d20dd9b6-2592-4456-9c49-a52f5a5e1178 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 932 time: 0.0550849 May 05 15:37:05.784077 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Pushing event deleted for resources: {'Port': ['ID=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.786486 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] No DVR routers for this DVR port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:05.794099 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e8229a-3669-4c8f-b293-6fb184a2fcc6,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.794328 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.794607 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.795012 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.807107 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] No DVR routers for this DVR port a3e8229a-3669-4c8f-b293-6fb184a2fcc6 on host dv-cinder-835881-6-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.808095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0bfbf4-56b2-461e-a115-0a1b27656471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:05.828235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.836499 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-658d0899-1a22-4f61-834d-3ce416d1df9d req-12823124-17ad-4855-812d-926bb388d381 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605590 May 05 15:37:05.900050 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 3edae85b-2a4e-4d35-a439-989239acba03 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:05.918671 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (eb1e4d75-3fa0-4232-a454-71471b499c4a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:05.925635 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 3edae85b-2a4e-4d35-a439-989239acba03 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:05.925983 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 3edae85b-2a4e-4d35-a439-989239acba03 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:05.926442 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device aff7db35-2165-4dbd-9c2b-19e367b96ac5 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:05.948609 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: aff7db35-2165-4dbd-9c2b-19e367b96ac5 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:05.948961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device aff7db35-2165-4dbd-9c2b-19e367b96ac5 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:05.949391 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a3e8229a-3669-4c8f-b293-6fb184a2fcc6 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:05.964815 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:05.972791 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1e4d75-3fa0-4232-a454-71471b499c4a']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:05.977052 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: a3e8229a-3669-4c8f-b293-6fb184a2fcc6 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:05.977409 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a3e8229a-3669-4c8f-b293-6fb184a2fcc6 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:06.003200 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa56b59-4935-48cd-96bf-94fb21639e83') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:06.003512 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa56b59-4935-48cd-96bf-94fb21639e83') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:06.019136 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (4aa56b59-4935-48cd-96bf-94fb21639e83), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.037905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (4aa56b59-4935-48cd-96bf-94fb21639e83), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.055437 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:37:06.055863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (4aa56b59-4935-48cd-96bf-94fb21639e83), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self.session.flush() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:37:06.057664 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:37:06.070335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Attempting to bind port cfa74ae3-6c18-476b-a960-6ce7847a42bd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:37:06.070637 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Attempting to bind port cfa74ae3-6c18-476b-a960-6ce7847a42bd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:37:06.070938 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Attempting to bind port cfa74ae3-6c18-476b-a960-6ce7847a42bd on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:06.084790 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Port cfa74ae3-6c18-476b-a960-6ce7847a42bd on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:37:06.085114 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Attempting to bind port cfa74ae3-6c18-476b-a960-6ce7847a42bd on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:06.128681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:37:06.129024 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:06.129398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Bound using segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:37:06.129828 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Bound port: cfa74ae3-6c18-476b-a960-6ce7847a42bd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:37:06.130182 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.193902 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a72e13-7da8-4824-8674-ad0a5a0a4eb0 req-dc3b5258-ec45-4e27-9f2e-cab2d4d6595c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:06.195363 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64a72e13-7da8-4824-8674-ad0a5a0a4eb0 req-dc3b5258-ec45-4e27-9f2e-cab2d4d6595c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0763102 May 05 15:37:06.199419 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (eb1e4d75-3fa0-4232-a454-71471b499c4a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.207828 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.210889 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] 10.222.0.55 "DELETE /v2.0/networks/eb1e4d75-3fa0-4232-a454-71471b499c4a HTTP/1.1" status: 204 len: 168 time: 0.9414897 May 05 15:37:06.248452 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea961e-6dbb-492b-bf8e-291d7da69546 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1e4d75-3fa0-4232-a454-71471b499c4a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:06.276323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:37:06.293748 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:37:06.299619 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-64a72e13-7da8-4824-8674-ad0a5a0a4eb0 req-6a29a954-0834-4057-83d6-7bf64eedba68 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965779 May 05 15:37:06.405260 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.441238 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:06.441844 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.443273 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] 10.222.0.60 "PUT /v2.0/ports/cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 1094 time: 1.3073411 May 05 15:37:06.443761 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:06.445990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad473d-7199-46bb-9d6f-a23430339169" -d '{"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:06.469919 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd926-08a5-46ea-8079-95fdca5f9d84 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:06.488645 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc2d31-9766-4289-b51a-abfca3ee50ac x-openstack-request-id: req-f5fc2d31-9766-4289-b51a-abfca3ee50ac {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:06.489001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:06.489235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5fc2d31-9766-4289-b51a-abfca3ee50ac {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:06.489641 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fc2d31-9766-4289-b51a-abfca3ee50ac'] response: {'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'status': 'completed', 'code': 200} May 05 15:37:06.551028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad473d-7199-46bb-9d6f-a23430339169 req-42f1e6d3-d5c7-4065-a34b-cd0ca04b1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:06.552608 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ecad473d-7199-46bb-9d6f-a23430339169 req-42f1e6d3-d5c7-4065-a34b-cd0ca04b1961 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1128 time: 0.0415566 May 05 15:37:06.627002 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43486) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:06.673891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fe860a09-fb7a-4721-9a82-12a65dc2f4d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf5faa51bd0c4b3584365948ad227668&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422502 May 05 15:37:06.674167 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43488) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:06.729996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] Publish callbacks [] for security_group (a4cafa01-12b8-4e1e-a5d0-bd8c93457327), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.758067 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] Publish callbacks [] for security_group (a4cafa01-12b8-4e1e-a5d0-bd8c93457327), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.863158 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a4cafa01-12b8-4e1e-a5d0-bd8c93457327), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.865827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:06.866970 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4cafa01-12b8-4e1e-a5d0-bd8c93457327 HTTP/1.1" status: 204 len: 168 time: 0.1918502 May 05 15:37:06.876955 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5955b3-9b37-4d72-9c82-54118adfa26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cafa01-12b8-4e1e-a5d0-bd8c93457327,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:06.996407 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774cc0-bd0b-4162-8e8c-31aa4d2eed09 req-131c23af-b02c-4802-a4d0-b7ed357282ac tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:06.997863 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-10774cc0-bd0b-4162-8e8c-31aa4d2eed09 req-131c23af-b02c-4802-a4d0-b7ed357282ac tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0917811 May 05 15:37:06.998953 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad473d-7199-46bb-9d6f-a23430339169 req-f9f869bc-3d92-4283-9fdc-b615cc23f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.000458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ecad473d-7199-46bb-9d6f-a23430339169 req-f9f869bc-3d92-4283-9fdc-b615cc23f839 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4394076 May 05 15:37:07.150396 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-10774cc0-bd0b-4162-8e8c-31aa4d2eed09 req-978ffd2f-a54a-4931-b712-dadc78704f3c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464646 May 05 15:37:07.190790 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad473d-7199-46bb-9d6f-a23430339169 req-4ba44ec5-9872-40a2-acd9-f73dc696e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.192369 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ecad473d-7199-46bb-9d6f-a23430339169 req-4ba44ec5-9872-40a2-acd9-f73dc696e9f1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824331 May 05 15:37:07.272865 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-9414b0b3-3001-465d-b4b0-5e73eac2b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.274952 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-9414b0b3-3001-465d-b4b0-5e73eac2b9d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1128 time: 0.0450954 May 05 15:37:07.324460 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-d58f5141-801b-42d8-b8e5-d60496056584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 217 time: 0.0410979 May 05 15:37:07.399075 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-c55ad491-122a-4ccd-9459-19ebe55111fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.400724 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-c55ad491-122a-4ccd-9459-19ebe55111fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0704362 May 05 15:37:07.449001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304c9b-46fb-4c4e-ba7e-bbad40c75331 req-020f193d-2891-4ffb-a4de-9a06b288076b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.450534 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8304c9b-46fb-4c4e-ba7e-bbad40c75331 req-020f193d-2891-4ffb-a4de-9a06b288076b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0543225 May 05 15:37:07.452632 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-277d882c-3d3a-4663-bb40-272af7b6bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:07.454763 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-277d882c-3d3a-4663-bb40-272af7b6bab8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474000 May 05 15:37:07.500126 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8304c9b-46fb-4c4e-ba7e-bbad40c75331 req-e902a20d-484e-460d-b7b2-e35186600b9e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 May 05 15:37:07.549454 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-9293cee7-8ca1-4d69-b700-f82f25d32f9d service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877256 May 05 15:37:07.640196 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6dd40688-840a-4cd1-9c6d-7066887e14b7 req-9548e319-12f3-4424-8724-b9fb8afd75d0 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846570 May 05 15:37:08.265234 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6483c-c877-4dd6-bc8f-b87cec7a816f req-42147d1c-dcf4-4629-9d41-1d786bda54a8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.266625 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b1d6483c-c877-4dd6-bc8f-b87cec7a816f req-42147d1c-dcf4-4629-9d41-1d786bda54a8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0476220 May 05 15:37:08.319136 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b1d6483c-c877-4dd6-bc8f-b87cec7a816f req-e8dc0496-2563-4cae-ab84-eb19d72d457b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467980 May 05 15:37:08.621506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836f593-eda4-4f0b-bfba-d70416442e47 req-e9925fba-e1a1-49e0-920d-72dd17691579 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:08.622984 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7836f593-eda4-4f0b-bfba-d70416442e47 req-e9925fba-e1a1-49e0-920d-72dd17691579 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0499518 May 05 15:37:08.679420 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7836f593-eda4-4f0b-bfba-d70416442e47 req-1b585197-be53-4c34-882d-376514cd9298 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492864 May 05 15:37:09.433960 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c800b2-58c4-4a52-bcca-5d266dbf60ae req-4f691dc4-ec88-4456-a23d-5a43f1f356a1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:09.435455 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7c800b2-58c4-4a52-bcca-5d266dbf60ae req-4f691dc4-ec88-4456-a23d-5a43f1f356a1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0463133 May 05 15:37:09.492509 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c7c800b2-58c4-4a52-bcca-5d266dbf60ae req-090f90db-d0f6-4f5d-8995-259d72bf3451 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506630 May 05 15:37:09.800633 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b8b9a-fd13-4f6e-a95e-d5db950f10f2 req-c5eaecd7-28f8-4c73-8569-240c47153b97 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:09.802221 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-507b8b9a-fd13-4f6e-a95e-d5db950f10f2 req-c5eaecd7-28f8-4c73-8569-240c47153b97 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0516553 May 05 15:37:09.850675 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-507b8b9a-fd13-4f6e-a95e-d5db950f10f2 req-26b86aaa-a286-4574-8968-e4ed80258ffd tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 May 05 15:37:10.389763 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913b65-9fe0-4bf6-884f-00c7f85f5a63 req-002b187e-3fdc-4cfb-af4b-b90430aa331e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:10.391344 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2913b65-9fe0-4bf6-884f-00c7f85f5a63 req-002b187e-3fdc-4cfb-af4b-b90430aa331e tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0475640 May 05 15:37:10.438602 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2913b65-9fe0-4bf6-884f-00c7f85f5a63 req-2c36fb5c-952b-4f43-aaf3-e796369d94cb tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 May 05 15:37:10.611312 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a41c-4e80-4380-83cc-7e7bd4853d4f req-b37753f0-28e5-46d6-b57e-299d9cdaa40b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:10.612914 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fd30a41c-4e80-4380-83cc-7e7bd4853d4f req-b37753f0-28e5-46d6-b57e-299d9cdaa40b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0497715 May 05 15:37:10.663049 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fd30a41c-4e80-4380-83cc-7e7bd4853d4f req-b61f99fc-4f07-47fe-9b52-7d010ed97917 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 May 05 15:37:10.965056 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a714822-a079-426e-9941-ac96e4f8503a req-f40fd3cc-6f41-45a1-ba2a-23567187716b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:10.966671 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5a714822-a079-426e-9941-ac96e4f8503a req-f40fd3cc-6f41-45a1-ba2a-23567187716b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0470536 May 05 15:37:11.014112 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5a714822-a079-426e-9941-ac96e4f8503a req-6bcfaf85-b608-4fd8-bf2e-796de01ad391 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 May 05 15:37:11.175325 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:37:11.560994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f909fc-f7bd-49d2-a2d6-1fa54674f37f req-de8184e2-df2d-48f7-9fdd-7374f7b7b84b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:11.562510 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-12f909fc-f7bd-49d2-a2d6-1fa54674f37f req-de8184e2-df2d-48f7-9fdd-7374f7b7b84b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0491753 May 05 15:37:11.616575 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-12f909fc-f7bd-49d2-a2d6-1fa54674f37f req-bcf83dfd-ffa4-4f1f-bc8a-4fe59fc69b88 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups?id=6b230511-0ead-4faa-9dcd-c47a704f362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481315 May 05 15:37:11.732404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-bb083cca-70dc-4516-8adb-8f6370269237 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:11.733802 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-bb083cca-70dc-4516-8adb-8f6370269237 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 947 time: 0.0533919 May 05 15:37:11.805899 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92895c9-ac3b-43f0-86b1-bd77f39ed0d9 req-a17cb218-d66d-46f7-8499-020c3b072c7c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:11.807366 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d92895c9-ac3b-43f0-86b1-bd77f39ed0d9 req-a17cb218-d66d-46f7-8499-020c3b072c7c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0725632 May 05 15:37:11.884772 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Deleting port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:11.885114 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:11.908573 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d92895c9-ac3b-43f0-86b1-bd77f39ed0d9 req-32b74398-ae00-4c33-9163-0b64d43482fc tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929222 May 05 15:37:11.982096 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] For port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:11.982510 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:12.128866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf9b41-4a1e-40ac-aebc-e9b833ae7d6b req-9d3e8630-b7e0-4b8e-b492-4f43c01653cb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:12.130363 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-caaf9b41-4a1e-40ac-aebc-e9b833ae7d6b req-9d3e8630-b7e0-4b8e-b492-4f43c01653cb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0470164 May 05 15:37:12.159829 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:12.160236 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:12.160507 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Floating IP 8134ca15-a292-4b13-a6e2-e43415ba7db0 disassociated. External IP: 172.27.2.54, port: e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46. May 05 15:37:12.160856 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Calling delete_port for e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:12.178367 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-caaf9b41-4a1e-40ac-aebc-e9b833ae7d6b req-a8428d3f-773f-44ad-af28-b49d12b4bd14 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 May 05 15:37:12.402231 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:12.431076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'Port': ['ID=e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:12.548019 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:12.693733 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd65d82-0718-4f47-8fb5-ecdab6da57e4 req-0ea3b397-2a92-4209-a967-9f88cbb0704e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:12.695297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2dd65d82-0718-4f47-8fb5-ecdab6da57e4 req-0ea3b397-2a92-4209-a967-9f88cbb0704e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0617690 May 05 15:37:12.752922 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3e9935ae-c3e6-4b5a-9550-782d00c98cb0 req-d1f08faf-35f1-41b6-9792-1e43f288f99a tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0603426 May 05 15:37:12.771450 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2dd65d82-0718-4f47-8fb5-ecdab6da57e4 req-fea46613-cf1d-4f71-b078-20aec5d84242 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705554 May 05 15:37:12.797095 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:12.807387 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:12.823803 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:12.824544 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:12.841855 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-b0a9feb0-d554-4a5b-9702-dd756cc0512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:12.843445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-b0a9feb0-d554-4a5b-9702-dd756cc0512b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1129 time: 0.0581136 May 05 15:37:12.856979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] No DVR routers for this DVR port e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:12.860736 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:12.864354 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f1152d6a-5a56-4102-b6a9-7b53980c136c req-eb581d55-ad7f-4382-803a-ae89198b9c1f tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.60 "DELETE /v2.0/ports/e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 HTTP/1.1" status: 204 len: 173 time: 1.1207838 May 05 15:37:12.864935 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-deleted', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:12.867353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93714ae-f5e5-47cc-8192-2bf0163c8256" -d '{"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-deleted", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:12.949356 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98adfea-c82c-49c4-a0a2-513884810ecc x-openstack-request-id: req-a98adfea-c82c-49c4-a0a2-513884810ecc {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:12.949667 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc9ad2c-7835-465b-a2a7-a7dd284e00ee", "name": "network-vif-deleted", "tag": "e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:12.949905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a98adfea-c82c-49c4-a0a2-513884810ecc {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:12.950314 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98adfea-c82c-49c4-a0a2-513884810ecc'] response: {'server_uuid': '8bc9ad2c-7835-465b-a2a7-a7dd284e00ee', 'name': 'network-vif-deleted', 'tag': 'e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46', 'status': 'completed', 'code': 200} May 05 15:37:12.998193 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:13.021857 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-ed04a610-b933-4b93-a598-dec5043eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:13.023376 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-ed04a610-b933-4b93-a598-dec5043eabb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.1734948 May 05 15:37:13.074761 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ba3b7-81d6-4cec-b242-73af5579e898 req-867e8912-b289-4fcd-bab3-b31708607eaf tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:13.076308 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d15ba3b7-81d6-4cec-b242-73af5579e898 req-867e8912-b289-4fcd-bab3-b31708607eaf tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0506313 May 05 15:37:13.134302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d15ba3b7-81d6-4cec-b242-73af5579e898 req-7a78b1d1-6258-4a56-a39e-e82cc492f83f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522563 May 05 15:37:13.217428 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:13.233039 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-18d3c320-c8d5-4ced-9539-84abcb04ac00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0690658 May 05 15:37:13.244719 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:13.254078 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:13.254695 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:13.368116 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:13.664496 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:13.693722 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebeb6a-638d-4b5d-86f5-41b17ccf8344 None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:30:51Z', 'revision_number': 4, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '708c2c93-4c4d-408e-a468-1246233413fe', 'name': '', 'network_id': '8a5fa8f3-21a5-4520-992a-c4e8e8908043', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'mac_address': 'fa:16:3e:4a:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0aab831f-9279-4eec-a96b-4426248798ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:49Z', 'updated_at': '2022-05-05T15:31:06Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'subnets': [{'id': '0aab831f-9279-4eec-a96b-4426248798ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:13.699114 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-f86a5f8d-c624-47f5-82bd-094891bc2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:13.700615 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-f86a5f8d-c624-47f5-82bd-094891bc2117 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0493634 May 05 15:37:13.892027 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cdb2cbe0-2d04-44a5-88ab-a75d70c4494c req-fc86d634-73b6-433a-a26b-ac9a91be46e3 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0299175 May 05 15:37:13.894327 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deca59-749d-4e87-9605-b3306297dad7 req-7082a80b-69ec-4e27-b749-c09606cfbfdf tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:13.895877 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d5deca59-749d-4e87-9605-b3306297dad7 req-7082a80b-69ec-4e27-b749-c09606cfbfdf tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0537298 May 05 15:37:13.944500 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a40256-52bb-47f6-a56d-b2d6a582da3a None None] New status for floating IP 8134ca15-a292-4b13-a6e2-e43415ba7db0: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:37:13.945758 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d5deca59-749d-4e87-9605-b3306297dad7 req-dda89531-b652-4d80-9c2d-400ad3cb3afd tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 May 05 15:37:14.244603 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd176e22-0bbc-4b12-aefb-18992af1b509 req-c59b0dbb-abbd-4b07-a2d8-94261bc5b024 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:14.246046 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd176e22-0bbc-4b12-aefb-18992af1b509 req-c59b0dbb-abbd-4b07-a2d8-94261bc5b024 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0454826 May 05 15:37:14.297143 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-dd176e22-0bbc-4b12-aefb-18992af1b509 req-dbe1f2f5-3f53-452f-b7a3-4c1dd732729c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 May 05 15:37:15.003330 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4ebc191-d6f0-49c9-ae39-46e6e9dd458a req-761c325c-6538-4d47-ba39-8c811f974436 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0280528 May 05 15:37:15.059615 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196f16-bac9-4183-bedb-149ade4534fb req-404d4d32-d55b-484c-8fe9-5dc998a66af7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:15.061068 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-be196f16-bac9-4183-bedb-149ade4534fb req-404d4d32-d55b-484c-8fe9-5dc998a66af7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0461843 May 05 15:37:15.107746 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-be196f16-bac9-4183-bedb-149ade4534fb req-acdc6afa-381b-4d2b-9499-d5b3b1761f67 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 May 05 15:37:15.290169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfa74ae3-6c18-476b-a960-6ce7847a42bd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:37:15.391560 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:15.406726 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:37:15.418994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c17445-8a0f-47ff-a92a-b2de7cb6d9f6 req-0552e4ed-7782-4e69-917b-9b6c064f52a3 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:15.420506 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a8c17445-8a0f-47ff-a92a-b2de7cb6d9f6 req-0552e4ed-7782-4e69-917b-9b6c064f52a3 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 944 time: 0.0574672 May 05 15:37:15.444143 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cfa74ae3-6c18-476b-a960-6ce7847a42bd is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:15.444532 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:15.462179 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa74ae3-6c18-476b-a960-6ce7847a42bd {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:37:15.470074 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a8c17445-8a0f-47ff-a92a-b2de7cb6d9f6 req-99dd1a3f-71ef-4870-82eb-801647dc6783 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432715 May 05 15:37:15.487137 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:15.544864 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:15.591407 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:16.114886 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f89bd502-03ae-49a3-b9d8-4653e2d4092c req-d7984495-0038-4771-8605-173f85943702 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bc9ad2c-7835-465b-a2a7-a7dd284e00ee HTTP/1.1" status: 200 len: 210 time: 0.0282028 May 05 15:37:16.194384 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:16.216581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:16.216980 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device e7d3e8d6-ecaf-454f-9bc4-c74d1a0b7c46 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:16.258710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b750-2c89-49b5-b7f6-eee1de559c65 req-6596a9b7-8bd7-4607-9a84-b470b1ac0b74 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:16.260208 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a350b750-2c89-49b5-b7f6-eee1de559c65 req-6596a9b7-8bd7-4607-9a84-b470b1ac0b74 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0797575 May 05 15:37:16.265828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-fd22ee23-64e7-4080-ba41-56a5a4ce73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:16.267826 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-fd22ee23-64e7-4080-ba41-56a5a4ce73bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534039 May 05 15:37:16.310407 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a350b750-2c89-49b5-b7f6-eee1de559c65 req-c6ce9823-400b-4c6d-b426-fedb95813606 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 May 05 15:37:16.429134 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['cfa74ae3-6c18-476b-a960-6ce7847a42bd'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:37:16.494099 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-12cf7294-244e-4590-a126-c5a9271f1220 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933900 May 05 15:37:16.593460 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88b5e2f3-4861-4aee-87fd-d0e0766126eb req-506e16ac-7143-4e66-80d0-be87899cfa5c service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933518 May 05 15:37:16.594013 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42adfc-0ab5-48d7-8d30-45264ef986f1 req-0ff0f163-790a-4bfb-b156-d80502347832 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:16.595628 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2a42adfc-0ab5-48d7-8d30-45264ef986f1 req-0ff0f163-790a-4bfb-b156-d80502347832 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 945 time: 0.0491481 May 05 15:37:16.657852 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-2a42adfc-0ab5-48d7-8d30-45264ef986f1 req-0652c6f8-a23e-4a3a-8ab1-7d3795b69022 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554659 May 05 15:37:17.063165 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfa74ae3-6c18-476b-a960-6ce7847a42bd up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:37:17.112879 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port cfa74ae3-6c18-476b-a960-6ce7847a42bd completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:37:17.179331 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port cfa74ae3-6c18-476b-a960-6ce7847a42bd triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:17.179814 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.260202 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cfa74ae3-6c18-476b-a960-6ce7847a42bd is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:17.260594 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.266118 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43652) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:17.285080 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:17.287337 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cc44ad-9dc5-42f2-b5c8-278b7f952632" -d '{"events": [{"server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "name": "network-vif-plugged", "status": "completed", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:17.301851 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:17.326996 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ea417c-f017-4b4a-b12b-79371155c7c1 x-openstack-request-id: req-c4ea417c-f017-4b4a-b12b-79371155c7c1 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:17.327363 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "name": "network-vif-plugged", "status": "completed", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:17.327768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4ea417c-f017-4b4a-b12b-79371155c7c1 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:17.328231 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ea417c-f017-4b4a-b12b-79371155c7c1'] response: {'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'code': 200} May 05 15:37:17.331272 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (6b230511-0ead-4faa-9dcd-c47a704f362a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.362641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (6b230511-0ead-4faa-9dcd-c47a704f362a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.389140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.450744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da89d-c728-4765-a025-a0af5672f522 req-8816adab-26da-42b5-a56d-5c46ec82d2c0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:17.452420 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-332da89d-c728-4765-a025-a0af5672f522 req-8816adab-26da-42b5-a56d-5c46ec82d2c0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0705280 May 05 15:37:17.472857 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:17.487899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6b230511-0ead-4faa-9dcd-c47a704f362a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.492062 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.495245 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "DELETE /v2.0/security-groups/6b230511-0ead-4faa-9dcd-c47a704f362a HTTP/1.1" status: 204 len: 168 time: 0.2265441 May 05 15:37:17.498746 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43662) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:17.514920 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-332da89d-c728-4765-a025-a0af5672f522 req-08bbd1a9-b780-4c38-ba3a-8d0833b8bf69 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553122 May 05 15:37:17.519619 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-a68455c4-d7ed-4b2f-ae83-f511b4bf8b0b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] show failed (client error): The resource could not be found. May 05 15:37:17.523534 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a68455c4-d7ed-4b2f-ae83-f511b4bf8b0b tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "GET /v2.0/security-groups/6b230511-0ead-4faa-9dcd-c47a704f362a HTTP/1.1" status: 404 len: 347 time: 0.0205710 May 05 15:37:17.523534 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0f6b-3899-43ad-ac9a-c662f74b6b89 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b230511-0ead-4faa-9dcd-c47a704f362a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:17.525911 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43664) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:17.663058 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Deleting port 666e9593-e829-4a71-9cb6-cc3b2b6c1249 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:17.663315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.753883 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.753883 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (666e9593-e829-4a71-9cb6-cc3b2b6c1249), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:17.767364 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Calling delete_port for 666e9593-e829-4a71-9cb6-cc3b2b6c1249 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:17.886900 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac1fd5-e2ae-413a-9ffa-fc5c2ab7ae0d req-2b06603f-81b7-45fe-8139-3e4de824ae3e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:17.888427 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cac1fd5-e2ae-413a-9ffa-fc5c2ab7ae0d req-2b06603f-81b7-45fe-8139-3e4de824ae3e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0790298 May 05 15:37:17.947114 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f7e39-dee1-435a-83de-5c5cb3ea11b0 req-50c4edf8-0bb1-41a6-8f75-3c27ab9e93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:17.948509 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b36f7e39-dee1-435a-83de-5c5cb3ea11b0 req-50c4edf8-0bb1-41a6-8f75-3c27ab9e93a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0871146 May 05 15:37:18.017004 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cac1fd5-e2ae-413a-9ffa-fc5c2ab7ae0d req-1ca8b90e-b4c5-4d20-a9cb-1cf4b4b3fc7a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047933 May 05 15:37:18.051785 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b36f7e39-dee1-435a-83de-5c5cb3ea11b0 req-0b39a9fd-f6b4-4b38-80a3-b31d4909ad01 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917366 May 05 15:37:18.116295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (666e9593-e829-4a71-9cb6-cc3b2b6c1249), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:18.147631 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Pushing event deleted for resources: {'Port': ['ID=666e9593-e829-4a71-9cb6-cc3b2b6c1249,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:18.208203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks [] for floatingip (8134ca15-a292-4b13-a6e2-e43415ba7db0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:18.210663 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:18.211888 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-89d7837e-8493-4c1c-b56b-d11c6de9d465 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] 10.222.0.55 "DELETE /v2.0/floatingips/8134ca15-a292-4b13-a6e2-e43415ba7db0 HTTP/1.1" status: 204 len: 168 time: 0.6848526 May 05 15:37:18.648189 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28600e1-e798-4956-a245-670277d44a38 req-113aaf56-bfd8-4c17-a9b7-d7cb501a631d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:18.649693 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a28600e1-e798-4956-a245-670277d44a38 req-113aaf56-bfd8-4c17-a9b7-d7cb501a631d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0505598 May 05 15:37:18.698851 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a28600e1-e798-4956-a245-670277d44a38 req-6c80babf-4cd3-486f-9e90-d67ccdb59b93 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 May 05 15:37:19.129183 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af0d20-b4f1-47cc-9818-1f5978376e3e req-16c7f0bc-5b1e-4d1a-aafa-2ffe72af39e3 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:19.130649 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96af0d20-b4f1-47cc-9818-1f5978376e3e req-16c7f0bc-5b1e-4d1a-aafa-2ffe72af39e3 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0467844 May 05 15:37:19.179872 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96af0d20-b4f1-47cc-9818-1f5978376e3e req-710f9ada-17ba-4c13-8bc6-6a602da033cf tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 May 05 15:37:20.299687 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda61c19-340f-4a5c-a40d-418f5e5c2ef3 req-85711043-aef4-4edb-9cf8-f8cf8ede4784 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:20.301162 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fda61c19-340f-4a5c-a40d-418f5e5c2ef3 req-85711043-aef4-4edb-9cf8-f8cf8ede4784 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0530548 May 05 15:37:20.350840 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-fda61c19-340f-4a5c-a40d-418f5e5c2ef3 req-9d7a6c61-c9a5-454e-ad3c-b1ff8f5f9fef tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 May 05 15:37:20.470013 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd0528-e51c-4270-9b35-21a8eb07420d req-79aedced-fd59-4fa6-9a39-a5c5335fa6f9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:20.471376 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0dbd0528-e51c-4270-9b35-21a8eb07420d req-79aedced-fd59-4fa6-9a39-a5c5335fa6f9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0524342 May 05 15:37:20.521791 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0dbd0528-e51c-4270-9b35-21a8eb07420d req-2d46b5d6-bac9-4b3f-a516-922ec467a955 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 May 05 15:37:20.545838 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43720) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:20.584374 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405a33f-3ae9-4081-b3c2-8b760c6401a4 tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:20.585890 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2405a33f-3ae9-4081-b3c2-8b760c6401a4 tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1125 time: 0.0390689 May 05 15:37:20.589174 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43722) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:20.600803 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:20.722524 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:20.760639 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43726) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:20.808028 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:20.870524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd4d8-458e-4c69-bb64-eceaa064dae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:20.920162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.27.2.38 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/330e534e-36c8-4e41-ac50-b7d2a0879c7d) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:20.957524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd4d8-458e-4c69-bb64-eceaa064dae3 admin admin] Publish callbacks [] for security_group (25aeca81-3398-424a-9a6f-4ee4d77f8c44), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.017188 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43736) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:21.053510 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.071555 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f3bbd4d8-458e-4c69-bb64-eceaa064dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (25aeca81-3398-424a-9a6f-4ee4d77f8c44), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.112474 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbd4d8-458e-4c69-bb64-eceaa064dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aeca81-3398-424a-9a6f-4ee4d77f8c44,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:21.116897 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f3bbd4d8-458e-4c69-bb64-eceaa064dae3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b9bdb618d30479e8110f764a7a32f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551831 May 05 15:37:21.119623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43740) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:21.149032 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.305061 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:21.327404 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:21.340345 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:21.350323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=330e534e-36c8-4e41-ac50-b7d2a0879c7d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:21.504905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] Publish callbacks [] for security_group (25aeca81-3398-424a-9a6f-4ee4d77f8c44), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:21.615234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] Publish callbacks [] for security_group (25aeca81-3398-424a-9a6f-4ee4d77f8c44), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.091877 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (25aeca81-3398-424a-9a6f-4ee4d77f8c44), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.096974 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.098720 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25aeca81-3398-424a-9a6f-4ee4d77f8c44 HTTP/1.1" status: 204 len: 168 time: 0.9778049 May 05 15:37:22.183005 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58d6c-a7a3-4072-8520-ad05a6c19091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aeca81-3398-424a-9a6f-4ee4d77f8c44,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:22.263700 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (2c42208f-8cc4-4213-8599-ba7f94816231), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.721630 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43746) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:22.736701 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9b50537-0504-4945-8564-edf63a07db98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.815882 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9b50537-0504-4945-8564-edf63a07db98 admin admin] Publish callbacks [] for security_group (5b73af0d-0646-49cb-b199-3336af455046), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.898649 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9b50537-0504-4945-8564-edf63a07db98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5b73af0d-0646-49cb-b199-3336af455046), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:22.935732 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b50537-0504-4945-8564-edf63a07db98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b73af0d-0646-49cb-b199-3336af455046,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:22.943100 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a9b50537-0504-4945-8564-edf63a07db98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a2f209533ce48679bc5efd78f0f3744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178264 May 05 15:37:22.943441 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43748) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:22.991258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] Publish callbacks [] for security_group (5b73af0d-0646-49cb-b199-3336af455046), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.020239 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] Publish callbacks [] for security_group (5b73af0d-0646-49cb-b199-3336af455046), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.023987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (c7325723-68e6-4da3-9ff6-0588d9a67899), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.144445 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5b73af0d-0646-49cb-b199-3336af455046), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.146986 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.148430 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b73af0d-0646-49cb-b199-3336af455046 HTTP/1.1" status: 204 len: 168 time: 0.2042468 May 05 15:37:23.160711 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04831a2a-417b-4518-92fd-c3661501c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b73af0d-0646-49cb-b199-3336af455046,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:23.296202 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.331599 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Deleting port 708c2c93-4c4d-408e-a468-1246233413fe {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:23.332167 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (708c2c93-4c4d-408e-a468-1246233413fe), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.611501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] For port 708c2c93-4c4d-408e-a468-1246233413fe, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=708c2c93-4c4d-408e-a468-1246233413fe,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:23.612116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (708c2c93-4c4d-408e-a468-1246233413fe), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.641730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Calling delete_port for 708c2c93-4c4d-408e-a468-1246233413fe owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:23.799864 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.860999 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:23.951215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=330e534e-36c8-4e41-ac50-b7d2a0879c7d,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:23.965808 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (c7325723-68e6-4da3-9ff6-0588d9a67899), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:24.102579 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP c7325723-68e6-4da3-9ff6-0588d9a67899 associated. External IP: 172.27.2.38, port: cfa74ae3-6c18-476b-a960-6ce7847a42bd. May 05 15:37:24.138951 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (708c2c93-4c4d-408e-a468-1246233413fe), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:24.168514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=708c2c93-4c4d-408e-a468-1246233413fe,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:24.476544 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (2c42208f-8cc4-4213-8599-ba7f94816231), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:24.493723 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:24.724330 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:24.735418 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:24.746581 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:24.747206 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:24.811137 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Router 2c42208f-8cc4-4213-8599-ba7f94816231 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:37:24.859379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:24.877358 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:24.912763 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9a277ee2-d3d6-4c75-82c9-8f15f80ed336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3225074 May 05 15:37:24.940377 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:37:24.942497 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c44f1-7f93-4b83-adbd-acc584e23c03" -d '{"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:37:24.980683 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:37:24.991316 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Sync routers for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:37:24.993794 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f365c7ff-9e53-411d-b61e-cc0c9266e3b8 admin admin] 10.222.0.55 "PUT /v2.0/routers/2c42208f-8cc4-4213-8599-ba7f94816231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9751892 May 05 15:37:24.995779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615af77-30e0-40c5-bc7c-4ffeba88753f x-openstack-request-id: req-b615af77-30e0-40c5-bc7c-4ffeba88753f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:37:24.996175 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:37:24.996492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43788) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:24.996930 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b615af77-30e0-40c5-bc7c-4ffeba88753f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:37:24.997070 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b615af77-30e0-40c5-bc7c-4ffeba88753f'] response: {'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'status': 'completed', 'code': 200} May 05 15:37:25.003826 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:25.004481 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.085114 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-8f3c5920-26ad-47f4-9c75-f0d2643ee972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.086998 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-8f3c5920-26ad-47f4-9c75-f0d2643ee972 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0765431 May 05 15:37:25.121760 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:22Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.151720 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:25.161712 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:25.162634 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.216435 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks [] for router (2c42208f-8cc4-4213-8599-ba7f94816231), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.237141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-2939412b-411b-4533-a999-ee35ccfb3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.238700 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-2939412b-411b-4533-a999-ee35ccfb3c82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.1437166 May 05 15:37:25.285438 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:25.288099 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:25.375715 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-98fec347-a59b-41b5-a535-816fd3cab306 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 999 time: 0.1243653 May 05 15:37:25.380077 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks [] for router_gateway (2c42208f-8cc4-4213-8599-ba7f94816231), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.448136 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-0b5046e6-3c9b-4b4c-82bf-abcebca5d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.449831 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-0b5046e6-3c9b-4b4c-82bf-abcebca5d9dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0687339 May 05 15:37:25.511076 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-3d901d31-4f40-4827-9dc0-6687d1c4079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:25.513075 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-3d901d31-4f40-4827-9dc0-6687d1c4079a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570307 May 05 15:37:25.527617 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:37:23Z', 'revision_number': 5, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port': {'id': 'ccdc1362-9e22-448b-ae24-30d828571175', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:30:41Z', 'updated_at': '2022-05-05T15:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.532227 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Deleting port ccdc1362-9e22-448b-ae24-30d828571175 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:25.532824 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (ccdc1362-9e22-448b-ae24-30d828571175), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.558509 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:22Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.561518 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Checking router: 2c42208f-8cc4-4213-8599-ba7f94816231 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:37:25.572197 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Routers {'2c42208f-8cc4-4213-8599-ba7f94816231'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:37:25.572834 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:36:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2c42208f-8cc4-4213-8599-ba7f94816231'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.593196 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db438488-5c7f-41f4-bdfb-f44b74b76256 None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:22Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:25.628865 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] For port ccdc1362-9e22-448b-ae24-30d828571175, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ccdc1362-9e22-448b-ae24-30d828571175,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:25.629581 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (ccdc1362-9e22-448b-ae24-30d828571175), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.646932 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Calling delete_port for ccdc1362-9e22-448b-ae24-30d828571175 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:25.653302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-cb876190-8286-472f-beb9-dedf8ab60cb1 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345093 May 05 15:37:25.675339 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] Set router 2c42208f-8cc4-4213-8599-ba7f94816231 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:37:25.745255 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 6, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:25.773201 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be5c44f1-7f93-4b83-adbd-acc584e23c03 req-3a206350-966a-4645-8dfe-0076c1aaabfd service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124163 May 05 15:37:25.778949 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2119a-31e8-4b0f-bc23-db3912a504b3 None None] The sync data for ids ['2c42208f-8cc4-4213-8599-ba7f94816231'] in dv-cinder-835881-6-iscsi is: [{'id': '2c42208f-8cc4-4213-8599-ba7f94816231', 'name': 'tempest-AttachVolumeShelveTestJSON-383813093-router', 'tenant_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:30:40Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 6, 'project_id': '72f4e78cd69041eaa1f81b3ea4ed27d4', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:37:25.871572 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aedfaff-54f1-4028-89fc-ced03e410a9b None None] New status for floating IP c7325723-68e6-4da3-9ff6-0588d9a67899: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:37:25.967382 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (ccdc1362-9e22-448b-ae24-30d828571175), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.993784 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdc1362-9e22-448b-ae24-30d828571175,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:26.063390 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (2c42208f-8cc4-4213-8599-ba7f94816231), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.288291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 708c2c93-4c4d-408e-a468-1246233413fe no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:26.309846 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 708c2c93-4c4d-408e-a468-1246233413fe {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:26.310196 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 708c2c93-4c4d-408e-a468-1246233413fe not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:26.382860 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (2c42208f-8cc4-4213-8599-ba7f94816231), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.385084 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks [] for router_controller (2c42208f-8cc4-4213-8599-ba7f94816231), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.498607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (2c42208f-8cc4-4213-8599-ba7f94816231), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.499093 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c42208f-8cc4-4213-8599-ba7f94816231 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:37:26.504580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.505722 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-52feea03-e1f9-4763-9811-f1ced39873f2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2c42208f-8cc4-4213-8599-ba7f94816231 HTTP/1.1" status: 204 len: 168 time: 1.5072155 May 05 15:37:26.508422 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43798) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:26.554044 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Deleting subnet 0aab831f-9279-4eec-a96b-4426248798ad {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:37:26.557987 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Publish callbacks [] for subnet (0aab831f-9279-4eec-a96b-4426248798ad), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.595169 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (0aab831f-9279-4eec-a96b-4426248798ad), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.712113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (0aab831f-9279-4eec-a96b-4426248798ad), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.822405 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (0aab831f-9279-4eec-a96b-4426248798ad), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.853048 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aab831f-9279-4eec-a96b-4426248798ad,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:26.856887 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.860182 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5145710a-ce5c-48de-87f7-6e08f0a7a432 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0aab831f-9279-4eec-a96b-4426248798ad HTTP/1.1" status: 204 len: 168 time: 0.3507771 May 05 15:37:26.865745 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43800) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:26.872230 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65187c6c-fabf-4e77-9180-e0c86cfa36db None None] Network 8a5fa8f3-21a5-4520-992a-c4e8e8908043 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:37:26.937115 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (8a5fa8f3-21a5-4520-992a-c4e8e8908043), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:26.985140 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Deleting port 839112f2-0ea4-4ac7-9b7b-02692a3d460e {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:26.985486 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.047488 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] DHCP port deletion for 8a5fa8f3-21a5-4520-992a-c4e8e8908043 request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:37:27.052106 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] For port 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=839112f2-0ea4-4ac7-9b7b-02692a3d460e,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:27.052612 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.067495 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Calling delete_port for 839112f2-0ea4-4ac7-9b7b-02692a3d460e owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:27.094073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Deleting port 839112f2-0ea4-4ac7-9b7b-02692a3d460e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:37:27.094396 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.160428 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] For port 839112f2-0ea4-4ac7-9b7b-02692a3d460e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=839112f2-0ea4-4ac7-9b7b-02692a3d460e,segment=NetworkSegment(585c121d-e5c5-483b-b45f-64114607aa3b),segment_id=585c121d-e5c5-483b-b45f-64114607aa3b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:27.161108 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.174468 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Calling delete_port for 839112f2-0ea4-4ac7-9b7b-02692a3d460e owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:37:27.230394 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.257976 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (839112f2-0ea4-4ac7-9b7b-02692a3d460e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.262057 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Pushing event deleted for resources: {'Port': ['ID=839112f2-0ea4-4ac7-9b7b-02692a3d460e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:27.263539 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] No DVR routers for this DVR port 839112f2-0ea4-4ac7-9b7b-02692a3d460e on host dv-cinder-835881-6-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:27.284786 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] Pushing event deleted for resources: {'Port': ['ID=839112f2-0ea4-4ac7-9b7b-02692a3d460e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:27.290722 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27ac40-b1cb-465a-9fb1-ef0166fa056d None None] No DVR routers for this DVR port 839112f2-0ea4-4ac7-9b7b-02692a3d460e on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:37:27.337038 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (8a5fa8f3-21a5-4520-992a-c4e8e8908043), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.358320 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5fa8f3-21a5-4520-992a-c4e8e8908043']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:27.369268 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585c121d-e5c5-483b-b45f-64114607aa3b') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:27.369569 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585c121d-e5c5-483b-b45f-64114607aa3b') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:37:27.373219 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265dadfb-4d27-4ac8-8f05-2c2de8da15b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.379973 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (585c121d-e5c5-483b-b45f-64114607aa3b), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.393131 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (585c121d-e5c5-483b-b45f-64114607aa3b), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.399399 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:37:27.399828 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (585c121d-e5c5-483b-b45f-64114607aa3b), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:37:27.401572 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:37:27.544463 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (8a5fa8f3-21a5-4520-992a-c4e8e8908043), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.552208 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:27.555790 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a5fa8f3-21a5-4520-992a-c4e8e8908043 HTTP/1.1" status: 204 len: 168 time: 0.6890187 May 05 15:37:27.567960 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28c64c-8141-489b-bb2f-e16942a69acc admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5fa8f3-21a5-4520-992a-c4e8e8908043,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:27.897106 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ccdc1362-9e22-448b-ae24-30d828571175 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:27.917736 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: ccdc1362-9e22-448b-ae24-30d828571175 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:27.918082 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ccdc1362-9e22-448b-ae24-30d828571175 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:27.918501 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 839112f2-0ea4-4ac7-9b7b-02692a3d460e no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:37:27.938536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 839112f2-0ea4-4ac7-9b7b-02692a3d460e {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:37:27.938880 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 839112f2-0ea4-4ac7-9b7b-02692a3d460e not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:37:27.947770 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43810) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:27.991450 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e8c8c6dd-7d1a-4426-8fb9-84315f584c47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72f4e78cd69041eaa1f81b3ea4ed27d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424211 May 05 15:37:27.993636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43812) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:28.045675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] Publish callbacks [] for security_group (4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:28.067600 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] Publish callbacks [] for security_group (4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:28.236203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:28.238639 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:28.239812 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55 HTTP/1.1" status: 204 len: 168 time: 0.2452240 May 05 15:37:28.248053 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b89d4-c890-42b5-9135-b2f1f4086860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c90fb-0f6a-456a-b0d7-5f4ad4fdba55,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:29.570328 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-de56b599-2085-4c85-9320-41577b77f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:30.853019 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.413662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43870) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:31.523660 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcdd5-dada-448e-9dc6-2bd3ea463d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.607012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcdd5-dada-448e-9dc6-2bd3ea463d9b admin admin] Publish callbacks [] for security_group (a5a68431-4e69-4dc5-84b9-849b6d603134), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.696102 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcdd5-dada-448e-9dc6-2bd3ea463d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a5a68431-4e69-4dc5-84b9-849b6d603134), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.737069 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cb6fcdd5-dada-448e-9dc6-2bd3ea463d9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a2b929d2c0d4f00ba1610b34dc82ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222773 May 05 15:37:31.737950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fcdd5-dada-448e-9dc6-2bd3ea463d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a68431-4e69-4dc5-84b9-849b6d603134,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:31.740285 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43882) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:31.805551 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] Publish callbacks [] for security_group (a5a68431-4e69-4dc5-84b9-849b6d603134), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.829149 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] Publish callbacks [] for security_group (a5a68431-4e69-4dc5-84b9-849b6d603134), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.955524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (a5a68431-4e69-4dc5-84b9-849b6d603134), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.958125 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:31.959272 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5a68431-4e69-4dc5-84b9-849b6d603134 HTTP/1.1" status: 204 len: 168 time: 0.2170570 May 05 15:37:31.967313 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610261f-1a49-4e26-9e0d-41fe476fad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a68431-4e69-4dc5-84b9-849b6d603134,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:32.144721 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:32.667073 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 43898) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:32.680912 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bcf385b5-96a4-4db6-805a-ae0a29dd1e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:32.762060 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bcf385b5-96a4-4db6-805a-ae0a29dd1e17 admin admin] Publish callbacks [] for security_group (979c5656-a7ff-4b7b-8be8-9b8f89dcf337), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:32.873170 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bcf385b5-96a4-4db6-805a-ae0a29dd1e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (979c5656-a7ff-4b7b-8be8-9b8f89dcf337), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:32.912228 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bcf385b5-96a4-4db6-805a-ae0a29dd1e17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a435873c42bc4849a8c2f62134f73a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439630 May 05 15:37:32.913114 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf385b5-96a4-4db6-805a-ae0a29dd1e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979c5656-a7ff-4b7b-8be8-9b8f89dcf337,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:32.915129 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 43900) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:32.966460 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] Publish callbacks [] for security_group (979c5656-a7ff-4b7b-8be8-9b8f89dcf337), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:32.992537 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] Publish callbacks [] for security_group (979c5656-a7ff-4b7b-8be8-9b8f89dcf337), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:33.107518 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (979c5656-a7ff-4b7b-8be8-9b8f89dcf337), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:33.110865 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:33.112156 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/979c5656-a7ff-4b7b-8be8-9b8f89dcf337 HTTP/1.1" status: 204 len: 168 time: 0.1958847 May 05 15:37:33.120904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e9e70-96d6-4dec-a2f8-bd01539b152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979c5656-a7ff-4b7b-8be8-9b8f89dcf337,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:33.778728 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:34.455765 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.014032 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44026) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:41.123308 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf94ecd7-abbb-40bd-b527-5bb27d515f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.202986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf94ecd7-abbb-40bd-b527-5bb27d515f0c admin admin] Publish callbacks [] for security_group (8bc92dc8-9aca-44f2-a149-b8788ebe3df4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.264039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bf94ecd7-abbb-40bd-b527-5bb27d515f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8bc92dc8-9aca-44f2-a149-b8788ebe3df4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.304097 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-bf94ecd7-abbb-40bd-b527-5bb27d515f0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9283f03f78354994b56e69c11a9c1cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887812 May 05 15:37:41.304979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ecd7-abbb-40bd-b527-5bb27d515f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc92dc8-9aca-44f2-a149-b8788ebe3df4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:41.306793 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44030) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:41.370080 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] Publish callbacks [] for security_group (8bc92dc8-9aca-44f2-a149-b8788ebe3df4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.391643 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] Publish callbacks [] for security_group (8bc92dc8-9aca-44f2-a149-b8788ebe3df4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.533093 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8bc92dc8-9aca-44f2-a149-b8788ebe3df4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.535658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:41.536868 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bc92dc8-9aca-44f2-a149-b8788ebe3df4 HTTP/1.1" status: 204 len: 168 time: 0.2290759 May 05 15:37:41.546672 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78878bfa-b703-4492-9cb9-1ca13355621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc92dc8-9aca-44f2-a149-b8788ebe3df4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:41.789492 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-9505bb83-b2ed-4b4a-8c1d-2704f64a7e19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439973 May 05 15:37:41.874091 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-908b4125-e6b4-4473-bf14-fcdbe1337643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:41.876247 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-908b4125-e6b4-4473-bf14-fcdbe1337643 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1129 time: 0.0408392 May 05 15:37:42.018282 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-a8e30fa9-2e99-439c-99e6-5f60b21c8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.019805 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-a8e30fa9-2e99-439c-99e6-5f60b21c8c49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.1199541 May 05 15:37:42.090712 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-7cb67658-d0c3-4c6c-99bf-744713cf8792 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0592179 May 05 15:37:42.146290 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-ff7e76b2-ca55-4d43-b8d1-8df1bea7069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.147853 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-ff7e76b2-ca55-4d43-b8d1-8df1bea7069c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0504692 May 05 15:37:42.194520 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-a49ee0b8-9a19-40c3-ae45-49b5e20cea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:42.196200 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-a49ee0b8-9a19-40c3-ae45-49b5e20cea08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395112 May 05 15:37:42.290103 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-af9f1dce-b2cf-43a6-8800-29ddc4473336 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872843 May 05 15:37:42.379271 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44038) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:42.395949 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2828615a-0d7f-4a62-aa2f-ac70e6afb4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.413685 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21cf3d97-c858-424f-8cdb-b9efd96a8315 req-93423bb8-668f-48c6-9c88-d8660a653574 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115186 May 05 15:37:42.477417 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2828615a-0d7f-4a62-aa2f-ac70e6afb4a3 admin admin] Publish callbacks [] for security_group (820f69ac-9b8c-46a4-9332-2f955ec5a190), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.566928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2828615a-0d7f-4a62-aa2f-ac70e6afb4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (820f69ac-9b8c-46a4-9332-2f955ec5a190), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.610119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828615a-0d7f-4a62-aa2f-ac70e6afb4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f69ac-9b8c-46a4-9332-2f955ec5a190,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:42.614480 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2828615a-0d7f-4a62-aa2f-ac70e6afb4a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efc311b2a2ba4fe39e3250a20d23b7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340596 May 05 15:37:42.617126 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44040) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:42.669647 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] Publish callbacks [] for security_group (820f69ac-9b8c-46a4-9332-2f955ec5a190), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.692778 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] Publish callbacks [] for security_group (820f69ac-9b8c-46a4-9332-2f955ec5a190), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.824121 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (820f69ac-9b8c-46a4-9332-2f955ec5a190), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.826666 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:42.827936 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/820f69ac-9b8c-46a4-9332-2f955ec5a190 HTTP/1.1" status: 204 len: 168 time: 0.2096629 May 05 15:37:42.836469 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687f2f-0291-42ee-9e49-4ca869dc277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f69ac-9b8c-46a4-9332-2f955ec5a190,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:45.716624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44108) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:45.840360 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-177e1330-8921-436a-9a75-c733c5507cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.942146 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-177e1330-8921-436a-9a75-c733c5507cb0 admin admin] Publish callbacks [] for security_group (31ef01c6-0996-45a5-99a2-ebcb909c86df), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.079507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-177e1330-8921-436a-9a75-c733c5507cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (31ef01c6-0996-45a5-99a2-ebcb909c86df), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.123099 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-177e1330-8921-436a-9a75-c733c5507cb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d6e3dfa29bf45e8aefd7fa1ffbc5ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051466 May 05 15:37:46.124074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e1330-8921-436a-9a75-c733c5507cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef01c6-0996-45a5-99a2-ebcb909c86df,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:46.126426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44116) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:46.191264 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] Publish callbacks [] for security_group (31ef01c6-0996-45a5-99a2-ebcb909c86df), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.216462 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] Publish callbacks [] for security_group (31ef01c6-0996-45a5-99a2-ebcb909c86df), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.347126 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (31ef01c6-0996-45a5-99a2-ebcb909c86df), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.349835 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.351039 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31ef01c6-0996-45a5-99a2-ebcb909c86df HTTP/1.1" status: 204 len: 168 time: 0.2232583 May 05 15:37:46.364113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b964c-d803-4a5d-b5c4-18913f16ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef01c6-0996-45a5-99a2-ebcb909c86df,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:47.149258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44124) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:47.167026 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c929-059d-4877-bd93-be4aa21723b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.253684 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c929-059d-4877-bd93-be4aa21723b3 admin admin] Publish callbacks [] for security_group (e475fd6a-b8cd-4a25-847f-d4febd9cc2b9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.353306 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c929-059d-4877-bd93-be4aa21723b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (e475fd6a-b8cd-4a25-847f-d4febd9cc2b9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.393746 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3c929-059d-4877-bd93-be4aa21723b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475fd6a-b8cd-4a25-847f-d4febd9cc2b9,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:47.399888 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3cb3c929-059d-4877-bd93-be4aa21723b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cabd8cbf4e4415d9ae1e06f00b1f669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489929 May 05 15:37:47.403098 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44126) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:47.464357 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] Publish callbacks [] for security_group (e475fd6a-b8cd-4a25-847f-d4febd9cc2b9), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.491145 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] Publish callbacks [] for security_group (e475fd6a-b8cd-4a25-847f-d4febd9cc2b9), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.621483 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (e475fd6a-b8cd-4a25-847f-d4febd9cc2b9), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.624767 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:47.626240 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e475fd6a-b8cd-4a25-847f-d4febd9cc2b9 HTTP/1.1" status: 204 len: 168 time: 0.2217917 May 05 15:37:47.639391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39528-4f98-4f55-9627-65708c8a6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475fd6a-b8cd-4a25-847f-d4febd9cc2b9,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:48.176185 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:37:57.435080 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-56d1b600-0bad-4207-b06e-23e7caec9601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:59.570066 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b5d3173c-a7f7-4221-825b-0a6ca4c40220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:00.720281 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44324) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:00.806234 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:00.868667 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:00.962465 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Publish callbacks [] for security_group (73b53e2f-f04f-4c4c-b4fa-a10d203fb414), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.084296 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (73b53e2f-f04f-4c4c-b4fa-a10d203fb414), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.126157 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b53e2f-f04f-4c4c-b4fa-a10d203fb414,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:01.130707 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e1a38f352ba409b952bf5f2792b9b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087024 May 05 15:38:01.134687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44332) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:01.140730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.141064 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.141537 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.141766 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.142297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.142812 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.143332 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.143873 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.144213 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.144569 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.144881 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.145415 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.145750 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.146082 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.146413 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ae1729-56cd-485c-9dc9-6abd6353bd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.214216 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Publish callbacks [] for security_group (73b53e2f-f04f-4c4c-b4fa-a10d203fb414), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.246802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Publish callbacks [] for security_group (73b53e2f-f04f-4c4c-b4fa-a10d203fb414), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.376651 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (73b53e2f-f04f-4c4c-b4fa-a10d203fb414), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.381350 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:01.383312 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73b53e2f-f04f-4c4c-b4fa-a10d203fb414 HTTP/1.1" status: 204 len: 168 time: 0.2461517 May 05 15:38:01.394878 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b53e2f-f04f-4c4c-b4fa-a10d203fb414,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:01.403506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.403861 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.404210 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.404552 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.404893 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.405229 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.405561 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.405891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.406219 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.406547 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.406875 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.407203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.407751 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.407956 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:01.408227 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e73c0c1-1bf5-4dd9-98ba-3ce60bcf91aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:02.044930 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44352) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:02.119804 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.200657 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-898aa30a-978d-4050-9e4a-5639b2c07c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.216661 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44360) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:02.231844 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ad6599-929a-4be9-acfa-6f2fcad809d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.327549 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-898aa30a-978d-4050-9e4a-5639b2c07c69 admin admin] Publish callbacks [] for security_group (8376096c-b302-4ba6-a88c-544757d3c9ea), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.353347 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ad6599-929a-4be9-acfa-6f2fcad809d5 admin admin] Publish callbacks [] for security_group (fb0fee5b-ad11-4ec5-a320-cc613bd7165e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.429578 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-898aa30a-978d-4050-9e4a-5639b2c07c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8376096c-b302-4ba6-a88c-544757d3c9ea), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.473091 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-898aa30a-978d-4050-9e4a-5639b2c07c69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cee8598014074a65a8342ce3b5af7a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261222 May 05 15:38:02.474045 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aa30a-978d-4050-9e4a-5639b2c07c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8376096c-b302-4ba6-a88c-544757d3c9ea,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:02.476430 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44362) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:02.490318 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ad6599-929a-4be9-acfa-6f2fcad809d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (fb0fee5b-ad11-4ec5-a320-cc613bd7165e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.623535 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-85ad6599-929a-4be9-acfa-6f2fcad809d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cacc789f2ab45cca1a089ec3b6ed65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056871 May 05 15:38:02.624203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad6599-929a-4be9-acfa-6f2fcad809d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0fee5b-ad11-4ec5-a320-cc613bd7165e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:02.626617 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44366) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:02.649450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] Publish callbacks [] for security_group (8376096c-b302-4ba6-a88c-544757d3c9ea), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.712903 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] Publish callbacks [] for security_group (fb0fee5b-ad11-4ec5-a320-cc613bd7165e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.753301 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] Publish callbacks [] for security_group (fb0fee5b-ad11-4ec5-a320-cc613bd7165e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.909808 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (fb0fee5b-ad11-4ec5-a320-cc613bd7165e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.914729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.916837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb0fee5b-ad11-4ec5-a320-cc613bd7165e HTTP/1.1" status: 204 len: 168 time: 0.2886238 May 05 15:38:02.931393 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cfd8e-e444-4106-a261-25969c9a0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0fee5b-ad11-4ec5-a320-cc613bd7165e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:02.987332 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] Publish callbacks [] for security_group (8376096c-b302-4ba6-a88c-544757d3c9ea), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.152809 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8376096c-b302-4ba6-a88c-544757d3c9ea), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.156207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:03.162572 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8376096c-b302-4ba6-a88c-544757d3c9ea HTTP/1.1" status: 204 len: 168 time: 0.6795814 May 05 15:38:03.168043 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa8116-08a6-4426-9062-d9c05c2e842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8376096c-b302-4ba6-a88c-544757d3c9ea,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:03.795431 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.005258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44386) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:04.024918 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-827db94c-cd18-477b-b9f3-951a4e3f5c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.141889 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-827db94c-cd18-477b-b9f3-951a4e3f5c00 admin admin] Publish callbacks [] for security_group (f5c81580-f09b-4051-b28d-8bdbd5d43c0c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.257827 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-827db94c-cd18-477b-b9f3-951a4e3f5c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f5c81580-f09b-4051-b28d-8bdbd5d43c0c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.328125 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-827db94c-cd18-477b-b9f3-951a4e3f5c00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65525c0365b5400ca5a1d55e55e90060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209643 May 05 15:38:04.329936 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827db94c-cd18-477b-b9f3-951a4e3f5c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c81580-f09b-4051-b28d-8bdbd5d43c0c,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:04.331153 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44396) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:04.428141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] Publish callbacks [] for security_group (f5c81580-f09b-4051-b28d-8bdbd5d43c0c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.452609 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.462761 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] Publish callbacks [] for security_group (f5c81580-f09b-4051-b28d-8bdbd5d43c0c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.599667 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (f5c81580-f09b-4051-b28d-8bdbd5d43c0c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.602649 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:04.603996 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5c81580-f09b-4051-b28d-8bdbd5d43c0c HTTP/1.1" status: 204 len: 168 time: 0.2716486 May 05 15:38:04.619095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698522e-f9dc-4d90-b001-b20f379ed584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c81580-f09b-4051-b28d-8bdbd5d43c0c,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:05.217403 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119133db-d883-4796-b729-88eac55e57a2 req-74a882ce-a8da-4e0d-8d5d-c12cbd183749 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:05.219136 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-119133db-d883-4796-b729-88eac55e57a2 req-74a882ce-a8da-4e0d-8d5d-c12cbd183749 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0963676 May 05 15:38:05.286646 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-119133db-d883-4796-b729-88eac55e57a2 req-00e038a4-d013-42b5-a957-b76578f8345e tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560987 May 05 15:38:06.474799 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb09af-bc73-4abb-83d0-fa835244b2bd req-1d6850b0-1e32-460b-89d9-ecab1921cfef tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:06.477664 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5eeb09af-bc73-4abb-83d0-fa835244b2bd req-1d6850b0-1e32-460b-89d9-ecab1921cfef tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0873783 May 05 15:38:06.553957 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5eeb09af-bc73-4abb-83d0-fa835244b2bd req-c77f02b2-db01-457e-8822-0acf237b20dc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653317 May 05 15:38:07.706414 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535748f-75b4-4992-9fe1-32cb1aff3308 req-47a7965e-d64c-4571-a627-09d10006f934 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:07.708166 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9535748f-75b4-4992-9fe1-32cb1aff3308 req-47a7965e-d64c-4571-a627-09d10006f934 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0540342 May 05 15:38:07.769574 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9535748f-75b4-4992-9fe1-32cb1aff3308 req-73da1514-9029-45eb-bc89-4b4d8429f7b3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536525 May 05 15:38:08.917133 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94aa0c-c649-4b7e-8f38-538f39c7cbac req-fed1f113-bbb3-4869-af57-4b2e6d9ec8ec tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:08.918673 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ad94aa0c-c649-4b7e-8f38-538f39c7cbac req-fed1f113-bbb3-4869-af57-4b2e6d9ec8ec tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0654163 May 05 15:38:08.980647 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ad94aa0c-c649-4b7e-8f38-538f39c7cbac req-377c1dc9-7a8b-4198-a218-c8106aac1be3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551479 May 05 15:38:10.119346 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3cdc-7be4-4d60-a198-bd0954ee4614 req-9cc25ca7-5e5b-4808-8a31-74d6525446e8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:10.121277 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d43b3cdc-7be4-4d60-a198-bd0954ee4614 req-9cc25ca7-5e5b-4808-8a31-74d6525446e8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0594289 May 05 15:38:10.187912 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d43b3cdc-7be4-4d60-a198-bd0954ee4614 req-cc6b851d-019c-45d3-a6fc-2e32d6be7e85 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596728 May 05 15:38:11.363391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed4efb-0cfd-4b14-bbbe-70a04f576662 req-ad248425-f99b-4650-bbd4-3351176fbb90 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:11.365545 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f9ed4efb-0cfd-4b14-bbbe-70a04f576662 req-ad248425-f99b-4650-bbd4-3351176fbb90 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0754435 May 05 15:38:11.436097 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f9ed4efb-0cfd-4b14-bbbe-70a04f576662 req-d53a6712-da72-4eee-8631-72ff13e50ae7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638208 May 05 15:38:12.565470 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6556-7264-47a1-899f-f189054b118c req-03ea403c-d005-4025-aa5c-bd1d0c874ac6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:12.568153 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-019e6556-7264-47a1-899f-f189054b118c req-03ea403c-d005-4025-aa5c-bd1d0c874ac6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0596311 May 05 15:38:12.624384 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-019e6556-7264-47a1-899f-f189054b118c req-d85ef3f2-0565-43ae-aae8-30dd09cf3b5d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514362 May 05 15:38:13.780799 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c181bc-4be9-4525-842e-246d60e95fd4 req-c58dc309-997f-4446-8b5d-1890f1ed8039 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:13.782311 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c0c181bc-4be9-4525-842e-246d60e95fd4 req-c58dc309-997f-4446-8b5d-1890f1ed8039 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0572009 May 05 15:38:13.844175 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c0c181bc-4be9-4525-842e-246d60e95fd4 req-510ab40f-a000-4c7f-8acb-d958140c5297 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505142 May 05 15:38:15.011444 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c93f93-5319-4b07-b618-0b4c2d1ac255 req-2b6e2d3c-44c5-49bb-be25-b900dfda06e9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:15.012967 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02c93f93-5319-4b07-b618-0b4c2d1ac255 req-2b6e2d3c-44c5-49bb-be25-b900dfda06e9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0545390 May 05 15:38:15.073308 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02c93f93-5319-4b07-b618-0b4c2d1ac255 req-58f8dbdb-7b82-4b31-b01f-bf20f8426ff8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496235 May 05 15:38:16.218705 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacda40-3c3f-4bed-b9b9-84e47ea4d0c7 req-470706a6-dbe1-4251-8514-d7df0a46b806 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:16.220633 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aacda40-3c3f-4bed-b9b9-84e47ea4d0c7 req-470706a6-dbe1-4251-8514-d7df0a46b806 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0620811 May 05 15:38:16.283048 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5aacda40-3c3f-4bed-b9b9-84e47ea4d0c7 req-cc0e2658-a516-430e-a6d0-031c1a84e5c7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516627 May 05 15:38:16.867013 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9336e-fa6a-4929-be78-8144259a77bf req-f2ebe90a-4b93-46bb-ba8f-8d97c6fbde13 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:16.868532 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ffa9336e-fa6a-4929-be78-8144259a77bf req-f2ebe90a-4b93-46bb-ba8f-8d97c6fbde13 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0568037 May 05 15:38:16.924155 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ffa9336e-fa6a-4929-be78-8144259a77bf req-3c168b3c-1eec-43cc-8163-97a22091104f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500615 May 05 15:38:17.069772 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-52cf58a2-4366-42cd-af24-f5628179a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:17.071266 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-52cf58a2-4366-42cd-af24-f5628179a4ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 1129 time: 0.0456796 May 05 15:38:17.226018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-fe074479-d5aa-499d-b183-4d58a1cd0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:17.231231 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-fe074479-d5aa-499d-b183-4d58a1cd0c59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.1487772 May 05 15:38:17.311297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-f4a80837-f976-4550-a63f-da557c5b7a78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0765779 May 05 15:38:17.370792 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-acc6356f-8cfa-4d43-b901-4254f1591b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:17.372321 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-acc6356f-8cfa-4d43-b901-4254f1591b8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0543175 May 05 15:38:17.424361 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-2069c619-f645-44f5-afe8-cbfff838dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:17.425908 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-2069c619-f645-44f5-afe8-cbfff838dd67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464227 May 05 15:38:17.550051 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-038023b3-0db4-4695-bc2f-705f048869fe service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164455 May 05 15:38:17.696280 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8f7d1ad-0b15-448a-876a-04573617e7ff req-8266e8f9-1ecf-44e7-bd64-f6fc8e8ef090 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392705 May 05 15:38:18.071654 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f65a5-89e1-4cf0-9149-29aa20a2e4df req-f4e3b3d5-9dbb-40a3-b978-e5d7e9142e15 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:18.073172 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-373f65a5-89e1-4cf0-9149-29aa20a2e4df req-f4e3b3d5-9dbb-40a3-b978-e5d7e9142e15 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0614207 May 05 15:38:18.141368 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-373f65a5-89e1-4cf0-9149-29aa20a2e4df req-9d2b0b3d-b39f-46f9-8eab-5a8b7b9b322d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598416 May 05 15:38:19.313928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f912513-9111-4462-b3cb-84fb0f619a84 req-e946823f-9751-4798-a8b5-93c4c651c017 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:19.315540 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f912513-9111-4462-b3cb-84fb0f619a84 req-e946823f-9751-4798-a8b5-93c4c651c017 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0652163 May 05 15:38:19.382832 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9f912513-9111-4462-b3cb-84fb0f619a84 req-a3d4481e-2281-476c-a90c-8f3dbec60bde tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587811 May 05 15:38:19.621453 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44662) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:19.743710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b466ad3-9fe0-450e-9664-cce86b55c927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:19.839677 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b466ad3-9fe0-450e-9664-cce86b55c927 admin admin] Publish callbacks [] for security_group (4a84f9ae-73ec-47c5-ad0e-b89dba28af6f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:19.941040 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b466ad3-9fe0-450e-9664-cce86b55c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4a84f9ae-73ec-47c5-ad0e-b89dba28af6f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:19.985142 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8b466ad3-9fe0-450e-9664-cce86b55c927 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2695f385ee44890a4ccee5bcde6fb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621464 May 05 15:38:19.986315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b466ad3-9fe0-450e-9664-cce86b55c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84f9ae-73ec-47c5-ad0e-b89dba28af6f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:19.988003 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44666) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:20.069421 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] Publish callbacks [] for security_group (4a84f9ae-73ec-47c5-ad0e-b89dba28af6f), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:20.097040 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] Publish callbacks [] for security_group (4a84f9ae-73ec-47c5-ad0e-b89dba28af6f), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:20.228661 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4a84f9ae-73ec-47c5-ad0e-b89dba28af6f), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:20.231971 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:20.233508 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a84f9ae-73ec-47c5-ad0e-b89dba28af6f HTTP/1.1" status: 204 len: 168 time: 0.2434990 May 05 15:38:20.249516 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc093a7-8508-4d3f-8895-22f0ab299d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84f9ae-73ec-47c5-ad0e-b89dba28af6f,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:20.989702 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44674) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:21.004312 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9b368525-24f0-498b-b829-f8f34ff76b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.098911 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9b368525-24f0-498b-b829-f8f34ff76b99 admin admin] Publish callbacks [] for security_group (de1952f4-ad15-4ea2-9a7c-a8764c913617), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.194215 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9b368525-24f0-498b-b829-f8f34ff76b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (de1952f4-ad15-4ea2-9a7c-a8764c913617), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.234167 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b368525-24f0-498b-b829-f8f34ff76b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1952f4-ad15-4ea2-9a7c-a8764c913617,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:21.239024 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9b368525-24f0-498b-b829-f8f34ff76b99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12017704a8944d01ae48a036510f3968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480147 May 05 15:38:21.242068 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44676) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:21.294604 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] Publish callbacks [] for security_group (de1952f4-ad15-4ea2-9a7c-a8764c913617), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.319131 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] Publish callbacks [] for security_group (de1952f4-ad15-4ea2-9a7c-a8764c913617), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.461540 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (de1952f4-ad15-4ea2-9a7c-a8764c913617), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.464427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:21.465632 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de1952f4-ad15-4ea2-9a7c-a8764c913617 HTTP/1.1" status: 204 len: 168 time: 0.2226284 May 05 15:38:21.474784 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8229-ef10-436c-a158-e21fcb5bf834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1952f4-ad15-4ea2-9a7c-a8764c913617,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:22.371488 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44684) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:22.386948 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dab-8558-4a63-b2d4-04814371edb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.474744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dab-8558-4a63-b2d4-04814371edb5 admin admin] Publish callbacks [] for security_group (5cde3bd7-d1cb-469c-a15c-8cb7e70cb500), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.560061 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2dab-8558-4a63-b2d4-04814371edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5cde3bd7-d1cb-469c-a15c-8cb7e70cb500), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.599525 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8f2f2dab-8558-4a63-b2d4-04814371edb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6cbb6ab35cd47abaf320b6a84c91159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269053 May 05 15:38:22.600220 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2dab-8558-4a63-b2d4-04814371edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde3bd7-d1cb-469c-a15c-8cb7e70cb500,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:22.602294 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44688) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:22.658368 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] Publish callbacks [] for security_group (5cde3bd7-d1cb-469c-a15c-8cb7e70cb500), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.681687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] Publish callbacks [] for security_group (5cde3bd7-d1cb-469c-a15c-8cb7e70cb500), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.845229 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5cde3bd7-d1cb-469c-a15c-8cb7e70cb500), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.847946 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:22.849090 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cde3bd7-d1cb-469c-a15c-8cb7e70cb500 HTTP/1.1" status: 204 len: 168 time: 0.2457306 May 05 15:38:22.857623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74adf3-641b-43ac-beab-e32bb5bc9901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde3bd7-d1cb-469c-a15c-8cb7e70cb500,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:24.202747 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44718) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:24.343509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1944390075-network', 'tenant_id': 'e680c24b57824d6686b37f86fd1ff881'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:24.432477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Made reservation on behalf of e680c24b57824d6686b37f86fd1ff881 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:24.434904 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.444964 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.534933 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks [] for security_group (508a2c81-fc74-4b16-ac4f-b09f31fcf87c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.611033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (508a2c81-fc74-4b16-ac4f-b09f31fcf87c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.637401 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:38:24.648076 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a2c81-fc74-4b16-ac4f-b09f31fcf87c,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:24.655153 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (b414b75e-0f34-4a0f-a6cc-fd784d3af9ed), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.655949 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Added segment b414b75e-0f34-4a0f-a6cc-fd784d3af9ed of type vlan for network 684b5975-bc12-42c9-a85a-1ee191c20238 May 05 15:38:24.700637 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (684b5975-bc12-42c9-a85a-1ee191c20238), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.822579 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (684b5975-bc12-42c9-a85a-1ee191c20238), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.823645 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:24.824251 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:24.899247 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] Pushing event updated for resources: {'Network': ['ID=684b5975-bc12-42c9-a85a-1ee191c20238,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:24.909788 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 684b5975-bc12-42c9-a85a-1ee191c20238 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:38:24.950666 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1460ac6b-81b6-4292-8f1d-6ccffe4c513b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7464683 May 05 15:38:24.954146 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44726) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:24.959345 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Request body: {'subnet': {'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1944390075-subnet', 'tenant_id': 'e680c24b57824d6686b37f86fd1ff881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:25.079515 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Made reservation on behalf of e680c24b57824d6686b37f86fd1ff881 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:25.081985 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.183984 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:38:25.365819 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (58259adc-6006-4294-b099-1d109063a3c7), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.474519 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58259adc-6006-4294-b099-1d109063a3c7,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:25.482212 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Checking segment: {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:25.483339 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Network hostable DHCP agents. Network: 684b5975-bc12-42c9-a85a-1ee191c20238, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:38:25.575482 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Network 684b5975-bc12-42c9-a85a-1ee191c20238 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:38:25.690820 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 684b5975-bc12-42c9-a85a-1ee191c20238) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:25.695597 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:25.696196 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:25.708962 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af95c40-1442-41fc-a004-3b0214226c2f None None] Network 684b5975-bc12-42c9-a85a-1ee191c20238 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:25.796865 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3ff9f1b6-9d3b-4023-898a-95a63f67fb04 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8415368 May 05 15:38:25.872488 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26c580-8c3a-49db-acdd-78f2354cbcd6 None None] Network 684b5975-bc12-42c9-a85a-1ee191c20238 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:38:27.389045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9bba-e344-4bd5-9947-fbe8c6aa42ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:29.197711 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-d70741cb-7a50-427b-aac2-fd09b1cb2d3c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:29.197711 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-d70741cb-7a50-427b-aac2-fd09b1cb2d3c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/networks?id=684b5975-bc12-42c9-a85a-1ee191c20238 HTTP/1.1" status: 200 len: 814 time: 0.1267836 May 05 15:38:29.217914 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-06d0c9c8-d77b-4c9f-8059-4110ec4e0bb5 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/quotas/e680c24b57824d6686b37f86fd1ff881 HTTP/1.1" status: 200 len: 375 time: 0.0175555 May 05 15:38:29.260478 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-c67a31e9-74b3-40d6-866e-9bdc1984e2d1 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363972 May 05 15:38:29.409151 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-d3d99aad-781e-4186-8f7f-c9102ac11aef service neutron] 10.222.0.55 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398292 May 05 15:38:29.507653 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2b6437c4-5ec6-4d97-ab54-cb088f6305f8 service neutron] 10.222.0.55 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927401 May 05 15:38:29.559631 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93a79ca6-aa0d-4cc4-ab82-cd8270e8577c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:29.999344 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cec9d6ef-666d-4b87-bea3-1be3fc675335 req-f4b00fb8-0526-4619-a55b-ac13b7e4b7f8 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 210 time: 0.0275948 May 05 15:38:30.798198 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:31.087727 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dd49bcac-db09-4b9f-a3db-2a2cb0e576cf req-e8beb223-d0f1-4393-aa6d-87c53466e1c3 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 210 time: 0.0296853 May 05 15:38:32.178692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:32.196543 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d9ca879f-d83e-4928-a4f2-7e02d00a9748 req-f94ef0dd-cba0-4c19-940e-efde222190f3 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 210 time: 0.0357416 May 05 15:38:32.631157 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-699d3823-afb6-4a7a-87d0-d07bee73b4a9 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:32.639226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-699d3823-afb6-4a7a-87d0-d07bee73b4a9 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "GET /v2.0/networks?id=684b5975-bc12-42c9-a85a-1ee191c20238 HTTP/1.1" status: 200 len: 814 time: 0.1414862 May 05 15:38:32.651867 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Request body: {'port': {'device_id': '89ac5655-9864-4016-bfed-831fea721b88', 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238', 'admin_state_up': True, 'tenant_id': 'e680c24b57824d6686b37f86fd1ff881'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:32.883393 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Made reservation on behalf of e680c24b57824d6686b37f86fd1ff881 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:38:32.887176 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.077410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Allocated IP 172.20.0.12 (684b5975-bc12-42c9-a85a-1ee191c20238/58259adc-6006-4294-b099-1d109063a3c7/cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:38:33.246110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks [] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.312875 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e1525712-ad1f-40ee-903d-1580d4809fa4 req-fd6f90ec-fd9a-40a9-8719-00737411309f tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 210 time: 0.0311196 May 05 15:38:33.360244 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.405218 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Network 684b5975-bc12-42c9-a85a-1ee191c20238 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:38:33.408904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:38:33.415602 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:38:33.422899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Pushing event updated for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:33.474827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:33.475818 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:33.551199 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-a7eb7766-fbc8-465f-96c1-90150f4d03ea tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9034853 May 05 15:38:33.736562 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:34.449672 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c43e3-a1df-44d9-b8b5-6f97ce8973bd req-ce7b3292-c8af-4faf-8c6c-2d3d6c714199 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:34.451292 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-aa9c43e3-a1df-44d9-b8b5-6f97ce8973bd req-ce7b3292-c8af-4faf-8c6c-2d3d6c714199 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 932 time: 0.0592649 May 05 15:38:34.507997 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-aa9c43e3-a1df-44d9-b8b5-6f97ce8973bd req-222066fb-469a-46da-bd35-9d128cfc4e89 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 May 05 15:38:35.568645 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Request body: {'port': {'device_id': '89ac5655-9864-4016-bfed-831fea721b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:38:35.645492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.711582 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0969dc-fd51-4173-9382-f54af75acc40 req-9315a566-3a79-48ef-8337-9674f0603515 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:35.713864 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac0969dc-fd51-4173-9382-f54af75acc40 req-9315a566-3a79-48ef-8337-9674f0603515 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 932 time: 0.1084311 May 05 15:38:35.763300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:35.823040 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ac0969dc-fd51-4173-9382-f54af75acc40 req-eb793574-a720-4e82-9d95-f8e6beb1c3e4 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869637 May 05 15:38:36.095718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:38:36.105421 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks [] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.120476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Transition to ACTIVE for port object cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:38:36.181494 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.235998 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Pushing event updated for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:36.313535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Attempting to bind port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:38:36.313878 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Attempting to bind port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:38:36.314216 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Attempting to bind port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 on network 684b5975-bc12-42c9-a85a-1ee191c20238 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:36.319247 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 on network 684b5975-bc12-42c9-a85a-1ee191c20238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:38:36.321476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Attempting to bind port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 on network 684b5975-bc12-42c9-a85a-1ee191c20238 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:38:36.324960 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:38:36.325291 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Checking segment: {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:38:36.326222 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Bound using segment: {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:38:36.326647 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Bound port: cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:38:36.327024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.413971 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:38:36.417231 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:38:36.587393 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.625127 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:36.626165 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:36.628677 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] 10.222.0.60 "PUT /v2.0/ports/cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 HTTP/1.1" status: 200 len: 1094 time: 1.0670404 May 05 15:38:36.629394 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:36.633436 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732698e-865a-4b1c-af37-d1e2351e4466" -d '{"events": [{"name": "network-changed", "server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:36.677527 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c393d66-64a1-4a2d-b773-2769a0615cce service neutron] Pushing event updated for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:36.683684 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb305db-3232-4b69-bb82-70ba464b0e63 x-openstack-request-id: req-bbb305db-3232-4b69-bb82-70ba464b0e63 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:36.684107 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:36.684382 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbb305db-3232-4b69-bb82-70ba464b0e63 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:36.685473 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb305db-3232-4b69-bb82-70ba464b0e63'] response: {'name': 'network-changed', 'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4', 'status': 'completed', 'code': 200} May 05 15:38:36.764850 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-0cebb6fb-e0ce-4ba5-93ca-2fe7c1e45d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:36.766459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-0cebb6fb-e0ce-4ba5-93ca-2fe7c1e45d03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 1128 time: 0.0530460 May 05 15:38:36.932928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-4b34b5e3-1e07-4216-b370-97c056707eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:36.934445 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-4b34b5e3-1e07-4216-b370-97c056707eea service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e680c24b57824d6686b37f86fd1ff881&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1606812 May 05 15:38:36.999675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654a367-e3ae-4911-b29a-6536367d42d9 req-e824f935-1f0d-4577-b18a-5ca11be5b6ba tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:37.001157 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4654a367-e3ae-4911-b29a-6536367d42d9 req-e824f935-1f0d-4577-b18a-5ca11be5b6ba tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 944 time: 0.0797107 May 05 15:38:37.101302 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4654a367-e3ae-4911-b29a-6536367d42d9 req-574eca2b-1031-46a9-897e-c3544d101bd0 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928309 May 05 15:38:37.103325 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-79d6222c-c510-4d67-a48f-583680e44fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:37.103729 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2732698e-865a-4b1c-af37-d1e2351e4466 req-79d6222c-c510-4d67-a48f-583680e44fd5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460741 May 05 15:38:37.198404 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-687ad8c9-321c-4bc5-9051-7c62e1667275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:37.199874 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-687ad8c9-321c-4bc5-9051-7c62e1667275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 1128 time: 0.0478466 May 05 15:38:37.247395 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-cd323162-d432-4ac8-8621-26e686dcb09d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 HTTP/1.1" status: 200 len: 217 time: 0.0400317 May 05 15:38:37.304696 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c579c3-3375-4f89-9bb5-4755e661047b req-bff603fd-9ca5-48fc-8a82-9acbee9095a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:37.309112 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-bff603fd-9ca5-48fc-8a82-9acbee9095a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58259adc-6006-4294-b099-1d109063a3c7 HTTP/1.1" status: 200 len: 854 time: 0.0525544 May 05 15:38:37.342583 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-0807b8cb-492a-418b-b030-e3780a5f45c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=684b5975-bc12-42c9-a85a-1ee191c20238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298028 May 05 15:38:37.448033 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-bf9d9ce0-0709-4e1f-8982-6694287eadc3 service neutron] 10.222.0.60 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953701 May 05 15:38:37.547447 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-89c579c3-3375-4f89-9bb5-4755e661047b req-341d5a08-fb70-4dd0-a44f-5c7f20f1ddc7 service neutron] 10.222.0.60 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921538 May 05 15:38:38.246589 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e43cba-8e15-4fc1-a3b1-1436625feb37 req-acd5ef68-5b4b-4846-9920-5d7a7d93ebf5 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:38.248924 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b6e43cba-8e15-4fc1-a3b1-1436625feb37 req-acd5ef68-5b4b-4846-9920-5d7a7d93ebf5 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 944 time: 0.0498424 May 05 15:38:38.299195 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b6e43cba-8e15-4fc1-a3b1-1436625feb37 req-8815d421-f3c4-4ff8-a63f-ae2e8f5778db tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 May 05 15:38:39.440638 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386e8e-bfa6-4912-9b87-72d2cfac3089 req-6af96685-313f-4cb6-b105-61af41718446 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:39.442142 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72386e8e-bfa6-4912-9b87-72d2cfac3089 req-6af96685-313f-4cb6-b105-61af41718446 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 944 time: 0.0520303 May 05 15:38:39.499261 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-72386e8e-bfa6-4912-9b87-72d2cfac3089 req-e6687b38-ddd7-4232-bf09-492124a15f0f tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513268 May 05 15:38:39.510400 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:38:39.626710 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:39.641150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4', 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238', 'port_id': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4', 'mac_address': 'fa:16:3e:eb:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58259adc-6006-4294-b099-1d109063a3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:38:39.689494 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:39.689892 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.707328 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:38:39.734525 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:39.839340 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:39.890484 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:39.897963 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.898321 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.898668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.899010 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.899351 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.899714 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.900053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.900381 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.900711 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.901038 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.901368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.901718 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.902049 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.902372 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.902698 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:40.078771 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:38:40.630958 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccec30-b967-4f26-b1c5-00381f074c83 req-b7376ab9-2d96-49e9-b54a-6a6348fc09c4 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:40.632637 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4dccec30-b967-4f26-b1c5-00381f074c83 req-b7376ab9-2d96-49e9-b54a-6a6348fc09c4 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 945 time: 0.0526993 May 05 15:38:40.681259 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4dccec30-b967-4f26-b1c5-00381f074c83 req-c82f1a19-9843-4a7a-95c5-b676347e5562 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 May 05 15:38:41.528131 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:38:41.576070 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:38:41.673180 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:38:41.673709 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.845720 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc14d13-d930-442d-b560-0d2d95932700 req-2af84d0d-fb5a-41c5-a25a-29de6d01910d tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:41.847700 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2bc14d13-d930-442d-b560-0d2d95932700 req-2af84d0d-fb5a-41c5-a25a-29de6d01910d tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 945 time: 0.0688529 May 05 15:38:41.902555 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2bc14d13-d930-442d-b560-0d2d95932700 req-6c751a7f-4a8e-4507-88b6-014dbcd8d824 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 May 05 15:38:41.904467 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:38:41.904863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:41.931045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:38:41.933421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0bcb6-12c2-4b52-a230-73d3dc5e6eed" -d '{"events": [{"server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "name": "network-vif-plugged", "status": "completed", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:38:41.948879 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:38:41.975081 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9359ce-d1e8-48aa-8c5c-fd0f9d031f49 x-openstack-request-id: req-1a9359ce-d1e8-48aa-8c5c-fd0f9d031f49 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:38:41.975445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "name": "network-vif-plugged", "status": "completed", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:38:41.975808 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a9359ce-d1e8-48aa-8c5c-fd0f9d031f49 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:38:41.976310 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9359ce-d1e8-48aa-8c5c-fd0f9d031f49'] response: {'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4', 'code': 200} May 05 15:38:42.050885 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.104806 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:42.322497 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5762-1407-4d0b-8496-f411a6ef0761 req-c63a64c6-0e3f-4744-8156-5ddbef22d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:42.324723 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d6d5762-1407-4d0b-8496-f411a6ef0761 req-c63a64c6-0e3f-4744-8156-5ddbef22d686 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 1130 time: 0.0589325 May 05 15:38:42.372931 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d6d5762-1407-4d0b-8496-f411a6ef0761 req-668648c3-2ca6-4ce4-b06f-889f67b6efcc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 May 05 15:38:42.756384 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-c9788b10-e50f-4bf6-93dd-a9834c089bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434625 May 05 15:38:42.767548 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 44860) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:42.885081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e690df06-48a1-4e8f-aac6-fc1eac6acd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:42.957648 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e690df06-48a1-4e8f-aac6-fc1eac6acd5d admin admin] Publish callbacks [] for security_group (9ed76fe0-eb9c-4fd1-92a9-cc444b111846), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.012622 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e690df06-48a1-4e8f-aac6-fc1eac6acd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9ed76fe0-eb9c-4fd1-92a9-cc444b111846), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.033698 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e1c73-bd39-43b1-a810-acc144e862f5 req-1f50e21f-d04d-4655-8af8-732677bd5daf tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:43.035167 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec6e1c73-bd39-43b1-a810-acc144e862f5 req-1f50e21f-d04d-4655-8af8-732677bd5daf tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0594773 May 05 15:38:43.113728 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690df06-48a1-4e8f-aac6-fc1eac6acd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed76fe0-eb9c-4fd1-92a9-cc444b111846,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:43.117907 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e690df06-48a1-4e8f-aac6-fc1eac6acd5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdcfcfff9e0e498998e18879c944cd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494051 May 05 15:38:43.120750 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 44868) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:43.135250 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ef00-074a-42b4-9661-168fba13c117 req-8f5c96b2-0dc5-4767-82c9-2c6f62234bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:43.136663 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-8f5c96b2-0dc5-4767-82c9-2c6f62234bba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0877352 May 05 15:38:43.156786 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec6e1c73-bd39-43b1-a810-acc144e862f5 req-7436ef0a-ca47-4a29-bf8d-60d0681f9e52 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136467 May 05 15:38:43.172364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] Publish callbacks [] for security_group (9ed76fe0-eb9c-4fd1-92a9-cc444b111846), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.197621 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] Publish callbacks [] for security_group (9ed76fe0-eb9c-4fd1-92a9-cc444b111846), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.261391 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ef00-074a-42b4-9661-168fba13c117 req-4a22c564-23df-4d9f-af5c-f5227fe81169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:43.267801 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-4a22c564-23df-4d9f-af5c-f5227fe81169 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.0897000 May 05 15:38:43.330735 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9ed76fe0-eb9c-4fd1-92a9-cc444b111846), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.334396 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:43.338978 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ed76fe0-eb9c-4fd1-92a9-cc444b111846 HTTP/1.1" status: 204 len: 168 time: 0.2145081 May 05 15:38:43.343810 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-28b704b4-2e81-4ed0-b3e3-954ef230d4d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 1001 time: 0.0711718 May 05 15:38:43.345088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2639-0ca3-427e-95e4-f782b417fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed76fe0-eb9c-4fd1-92a9-cc444b111846,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:43.836627 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ef00-074a-42b4-9661-168fba13c117 req-8d548184-f734-4531-b23b-13fc8994b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:43.838118 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-8d548184-f734-4531-b23b-13fc8994b43b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0518038 May 05 15:38:43.885754 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ef00-074a-42b4-9661-168fba13c117 req-8c7269cf-65d0-40a0-8e4c-e7f8478fa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:43.887337 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-8c7269cf-65d0-40a0-8e4c-e7f8478fa68f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427914 May 05 15:38:44.012099 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-6dd9dd70-bc4d-48ee-9b00-f97dd7cc324f service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183069 May 05 15:38:44.114101 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a458ef00-074a-42b4-9661-168fba13c117 req-834bcac8-3769-4f47-b672-d17d2f200b87 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961523 May 05 15:38:44.302258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c778-904b-4a15-9bd3-e1ec9a1aee2b req-0811b48a-297a-4f7d-b247-986b989ff6d8 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:44.303857 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3d37c778-904b-4a15-9bd3-e1ec9a1aee2b req-0811b48a-297a-4f7d-b247-986b989ff6d8 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0718861 May 05 15:38:44.369596 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3d37c778-904b-4a15-9bd3-e1ec9a1aee2b req-07109b05-f961-492c-8d45-d8786a44f1f2 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 May 05 15:38:57.392847 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67d023bb-3425-41f6-8f87-0f6a3e65e77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:59.244690 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4acb7-7b2d-4b4a-abaf-742dc023bc4c req-e41ee315-3e3d-4479-bd4b-21a28cda9dee tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:38:59.247798 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-18d4acb7-7b2d-4b4a-abaf-742dc023bc4c req-e41ee315-3e3d-4479-bd4b-21a28cda9dee tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0591466 May 05 15:38:59.300815 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-18d4acb7-7b2d-4b4a-abaf-742dc023bc4c req-b407595a-791e-45b3-9296-3429f2ae657a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 May 05 15:38:59.587241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e6be5eae-83d8-409e-af0b-f1f0ae82e03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:00.436627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2a934-8a94-4ecc-9843-f62b1cb6c799 req-0e02193b-7cce-4f59-9dec-c924faf6b42f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:00.443624 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5b2a934-8a94-4ecc-9843-f62b1cb6c799 req-0e02193b-7cce-4f59-9dec-c924faf6b42f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0560424 May 05 15:39:00.495558 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5b2a934-8a94-4ecc-9843-f62b1cb6c799 req-3c13ca07-889a-4f19-a562-dad23cbaf695 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500517 May 05 15:39:00.781454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.282522 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dfe34-b981-4bec-87a3-691814f11957 req-e6abd175-2b77-46fd-add7-f317b57f18da tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.284492 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-713dfe34-b981-4bec-87a3-691814f11957 req-e6abd175-2b77-46fd-add7-f317b57f18da tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0711770 May 05 15:39:01.397892 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Deleting port b81ade20-db05-4510-b57a-4bc699aad2b8 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:01.398229 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.495592 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] For port b81ade20-db05-4510-b57a-4bc699aad2b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b81ade20-db05-4510-b57a-4bc699aad2b8,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:01.495959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.710409 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077831-c5ca-4563-b1a6-16905f25de90 req-aac20afe-28dc-427f-9e23-91e743c743d2 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:01.712014 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b077831-c5ca-4563-b1a6-16905f25de90 req-aac20afe-28dc-427f-9e23-91e743c743d2 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 945 time: 0.0995686 May 05 15:39:01.740963 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.741223 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:01.741416 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Floating IP ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35 disassociated. External IP: 172.27.2.80, port: b81ade20-db05-4510-b57a-4bc699aad2b8. May 05 15:39:01.741725 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Calling delete_port for b81ade20-db05-4510-b57a-4bc699aad2b8 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:01.825662 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8b077831-c5ca-4563-b1a6-16905f25de90 req-3474ac72-a2d0-4c8f-8b07-b0aed9bf7e12 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=51271869-d8dc-403e-964b-df6302d1ea52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986521 May 05 15:39:02.021476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (b81ade20-db05-4510-b57a-4bc699aad2b8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.052098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'Port': ['ID=b81ade20-db05-4510-b57a-4bc699aad2b8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.065813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.066365 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.066365 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.066563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.066897 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.067222 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.067569 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.067894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.068215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.068541 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:02.135704 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.176726 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:39:02.491364 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:02.632459 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:02.643700 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:02.660241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:02.660241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:38:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:02.676312 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] No DVR routers for this DVR port b81ade20-db05-4510-b57a-4bc699aad2b8 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:02.678986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:02.682321 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-713dfe34-b981-4bec-87a3-691814f11957 req-f75e1d11-ee2b-416e-bce4-32522db60799 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "DELETE /v2.0/ports/b81ade20-db05-4510-b57a-4bc699aad2b8 HTTP/1.1" status: 204 len: 173 time: 1.3918087 May 05 15:39:02.682829 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'name': 'network-vif-deleted', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:02.685176 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ae7b3-46e0-4ed1-ac6f-14568b281521" -d '{"events": [{"server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "name": "network-vif-deleted", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:02.727046 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcce1e5-929f-4118-a227-af8041b17bbc x-openstack-request-id: req-4fcce1e5-929f-4118-a227-af8041b17bbc {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:02.727341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c237bf28-cf8a-46e3-aba5-1953691af044", "name": "network-vif-deleted", "tag": "b81ade20-db05-4510-b57a-4bc699aad2b8", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:02.727646 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fcce1e5-929f-4118-a227-af8041b17bbc {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:02.728034 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcce1e5-929f-4118-a227-af8041b17bbc'] response: {'server_uuid': 'c237bf28-cf8a-46e3-aba5-1953691af044', 'name': 'network-vif-deleted', 'tag': 'b81ade20-db05-4510-b57a-4bc699aad2b8', 'status': 'completed', 'code': 200} May 05 15:39:02.780580 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:02.997795 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ce87c581-970c-488c-b62d-71212072a26e req-5cbc25b0-9c07-468b-af50-c47f1950e4e0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=c237bf28-cf8a-46e3-aba5-1953691af044 HTTP/1.1" status: 200 len: 210 time: 0.0299540 May 05 15:39:03.007705 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:03.043067 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:03.053665 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:03.054392 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:38:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:03.182081 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:03.418088 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:03.446924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7c62b-3930-4379-8363-2dfc09894ddb None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:03.706880 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b34e7-e06a-4074-9e99-ebe3ada10abf None None] New status for floating IP ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:03.736091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.205094 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45124) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:04.262651 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (51271869-d8dc-403e-964b-df6302d1ea52), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.287043 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (51271869-d8dc-403e-964b-df6302d1ea52), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.426046 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (51271869-d8dc-403e-964b-df6302d1ea52), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.428703 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.429967 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "DELETE /v2.0/security-groups/51271869-d8dc-403e-964b-df6302d1ea52 HTTP/1.1" status: 204 len: 168 time: 0.2238340 May 05 15:39:04.432980 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45128) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:04.440795 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51271869-d8dc-403e-964b-df6302d1ea52,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:04.449174 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.449909 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.450148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.450509 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.450848 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.451249 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.451530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.452045 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.452407 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.452653 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-3f05d968-8228-49a0-ac05-54f6a48a1bb3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] show failed (client error): The resource could not be found. May 05 15:39:04.452836 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.453195 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.453531 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.453771 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3f05d968-8228-49a0-ac05-54f6a48a1bb3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups/51271869-d8dc-403e-964b-df6302d1ea52 HTTP/1.1" status: 404 len: 347 time: 0.0193090 May 05 15:39:04.454024 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.454244 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.454466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7a63db-d53d-4701-a703-6cbc71efaf4b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:04.458302 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45130) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:04.630388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Deleting port df64e7de-ddf8-4086-a08f-a42b11ca2acf {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:04.630730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.719706 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.719942 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (df64e7de-ddf8-4086-a08f-a42b11ca2acf), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:04.735369 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Calling delete_port for df64e7de-ddf8-4086-a08f-a42b11ca2acf owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:04.975591 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (df64e7de-ddf8-4086-a08f-a42b11ca2acf), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.003456 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'Port': ['ID=df64e7de-ddf8-4086-a08f-a42b11ca2acf,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:05.078977 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.082434 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.083609 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-bf171b8f-0a25-44ef-943c-3af61ac111a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba3b426d-ca3e-4453-ba58-d9d4b2ac1f35 HTTP/1.1" status: 204 len: 168 time: 0.6245122 May 05 15:39:05.300275 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45136) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:05.304811 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548721443', 'description': 'tempest-description--599454980'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:05.426881 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.500675 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (840a10c6-66b4-4fb1-a261-949ed6324ba0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.621383 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (840a10c6-66b4-4fb1-a261-949ed6324ba0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.651342 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840a10c6-66b4-4fb1-a261-949ed6324ba0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:05.683344 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b81ade20-db05-4510-b57a-4bc699aad2b8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:05.686976 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.705496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: b81ade20-db05-4510-b57a-4bc699aad2b8 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:05.705979 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device b81ade20-db05-4510-b57a-4bc699aad2b8 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:05.727600 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.730707 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-44e50d2f-72ce-4780-9338-fa558c5fde63 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4278727 May 05 15:39:05.732256 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45140) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:05.737574 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group_rule': {'security_group_id': '840a10c6-66b4-4fb1-a261-949ed6324ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:05.873448 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (dff1452d-a705-4fe0-84ef-a7d0d73a30a9), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:05.933524 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (dff1452d-a705-4fe0-84ef-a7d0d73a30a9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.016011 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (dff1452d-a705-4fe0-84ef-a7d0d73a30a9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.034483 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff1452d-a705-4fe0-84ef-a7d0d73a30a9,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:06.131528 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.132760 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-aff17208-d1ad-4318-b00b-320a5c232763 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991981 May 05 15:39:06.135913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45144) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:06.143585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'security_group_rule': {'security_group_id': '840a10c6-66b4-4fb1-a261-949ed6324ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:06.295245 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (1d4ff562-ab65-4d5d-ada2-eb26e4a56666), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.356981 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (1d4ff562-ab65-4d5d-ada2-eb26e4a56666), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.449526 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (1d4ff562-ab65-4d5d-ada2-eb26e4a56666), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.465366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4ff562-ab65-4d5d-ada2-eb26e4a56666,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:06.556281 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.558366 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-851792b3-0ca3-4a9d-ac38-dd3c0586a39b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4209585 May 05 15:39:06.562545 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45152) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:06.568890 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:06.695890 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.795362 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:06.947025 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Allocated IP 172.27.2.132 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/14bb99d5-8ddc-4565-af3f-ffff65d4e58d) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:07.077585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.232491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.270858 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:07.274014 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:07.278446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:07.308700 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=14bb99d5-8ddc-4565-af3f-ffff65d4e58d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:07.376344 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.510886 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.702317 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.799041 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:07.892173 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=14bb99d5-8ddc-4565-af3f-ffff65d4e58d,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:07.903197 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:08.007446 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:08.009341 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0d6bb241-2023-4f23-b6b6-ef914b6345eb tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4452548 May 05 15:39:08.230884 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-a7266fc5-6443-4729-a1e5-7dcb0140f48a tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--548721443&fields=id&tenant_id=5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 267 time: 0.0479925 May 05 15:39:08.377921 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-79b105ac-52ba-48df-96c4-a0571ef18492 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:08.379515 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-79b105ac-52ba-48df-96c4-a0571ef18492 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 810 time: 0.1400890 May 05 15:39:08.395593 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-ab27d48f-3c97-4ff4-a1c0-2477db79ff23 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/quotas/5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 375 time: 0.0102863 May 05 15:39:08.449713 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-e5f6f589-51c6-44b5-ab42-90312bac26a6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481453 May 05 15:39:08.562658 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-a16900fc-1dcb-444d-b9c5-0e6780229936 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006505 May 05 15:39:08.694985 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-1cea2d9f-27bd-4684-9057-2e933ac00022 service neutron] 10.222.0.55 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217518 May 05 15:39:08.986275 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f26c8db-086e-4226-80af-fe26001632a4 req-ec7fd82d-c7e9-4dad-b362-cde5c4f4c9ef tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0304120 May 05 15:39:10.088074 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-de9a7723-4ee6-44cf-89e1-d9e685bcd660 req-5815e11d-bcd1-43f0-a42a-f4a5ec95c233 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0293200 May 05 15:39:11.189383 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-70ce5074-f665-4b90-bf70-5938b000d9c4 req-01278e3a-3bfe-41e8-9ec9-45d6e48de689 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0293965 May 05 15:39:11.417251 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-1a5c687d-82e1-4ea4-b042-d240cb5389a3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:11.420415 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-1a5c687d-82e1-4ea4-b042-d240cb5389a3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 810 time: 0.1689520 May 05 15:39:12.290249 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bfe66025-3c06-4b11-8dfd-ff2bd5b32fe2 req-8915492e-4dd7-416a-b9d9-ba5f9aebac25 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0296280 May 05 15:39:13.394076 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4d8c2e0-9f97-4747-a42b-ea8a3a01ed86 req-ba03f822-ade2-47a9-a8be-22cdbf30b884 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0289884 May 05 15:39:13.989254 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-eceb0bd8-915c-4b80-8417-9edcecf52548 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d93ed256d64460ca78ab0593d417fb1 HTTP/1.1" status: 200 len: 379 time: 0.0643682 May 05 15:39:14.501755 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-532d78ff-a4f5-475b-ad59-028dbe45f8fe req-ff83d91d-011b-4e3a-9210-607406e4c7fc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0323451 May 05 15:39:15.606892 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e23759a3-349d-4927-8251-6bb925da5cbc req-7b1d9c51-9a05-4d99-afb7-e8b9fc91af4c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0296347 May 05 15:39:16.706645 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ce3e4c6b-7ec9-412a-830a-18a8d65b439c req-2731a76f-2eaf-4d4c-abd7-ebf2c631841f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0281358 May 05 15:39:16.814112 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'port': {'device_id': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'admin_state_up': True, 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'security_groups': ['840a10c6-66b4-4fb1-a261-949ed6324ba0']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:17.020678 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Made reservation on behalf of 5d93ed256d64460ca78ab0593d417fb1 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:39:17.024383 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.170038 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Allocated IP 172.20.0.3 (9fb37449-be5e-4554-b672-00d7f4c625fd/44a9eeef-d07a-4035-b932-5394c18823bf/0022979c-33f6-4205-84b6-489120a84a27) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:17.352612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for port (0022979c-33f6-4205-84b6-489120a84a27), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.485115 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.552978 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Network 9fb37449-be5e-4554-b672-00d7f4c625fd is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:17.560547 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:17.566152 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:17.570658 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event updated for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:17.645095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.645810 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.857425 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b70683-b735-4c1b-9184-1823ba4cf8af req-3ba6259d-f4de-459f-aa65-d2079a8209f0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:17.860931 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a7b70683-b735-4c1b-9184-1823ba4cf8af req-3ba6259d-f4de-459f-aa65-d2079a8209f0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 931 time: 0.0724752 May 05 15:39:17.866574 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c653a551-2b7e-4950-b444-bdcae7d36628 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0571623 May 05 15:39:17.887803 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Request body: {'port': {'device_id': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:17.903921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-cac21811-65be-469b-afb6-8fee615c194a None None] Provisioning complete for port 0022979c-33f6-4205-84b6-489120a84a27 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:17.912860 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cac21811-65be-469b-afb6-8fee615c194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0022979c-33f6-4205-84b6-489120a84a27), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:17.951445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-cac21811-65be-469b-afb6-8fee615c194a None None] Port 0022979c-33f6-4205-84b6-489120a84a27 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:39:17.986175 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a7b70683-b735-4c1b-9184-1823ba4cf8af req-e44455a6-ec71-4862-b493-0c0f9f108d0d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181862 May 05 15:39:18.003099 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0022979c-33f6-4205-84b6-489120a84a27), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.322576 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0022979c-33f6-4205-84b6-489120a84a27 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:18.336190 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks [] for port (0022979c-33f6-4205-84b6-489120a84a27), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.353355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Transition to ACTIVE for port object 0022979c-33f6-4205-84b6-489120a84a27 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:39:18.484261 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.558593 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Pushing event updated for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:18.640568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Attempting to bind port 0022979c-33f6-4205-84b6-489120a84a27 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:39:18.641018 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Attempting to bind port 0022979c-33f6-4205-84b6-489120a84a27 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:39:18.641264 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Attempting to bind port 0022979c-33f6-4205-84b6-489120a84a27 on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:18.647727 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Port 0022979c-33f6-4205-84b6-489120a84a27 on network 9fb37449-be5e-4554-b672-00d7f4c625fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:39:18.647727 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Attempting to bind port 0022979c-33f6-4205-84b6-489120a84a27 on network 9fb37449-be5e-4554-b672-00d7f4c625fd {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:18.659721 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:39:18.663744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Checking segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:39:18.663744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Bound using segment: {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:39:18.663744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Bound port: 0022979c-33f6-4205-84b6-489120a84a27, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722bf2df-9217-4702-b52b-4b8ff652343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:39:18.663744 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0022979c-33f6-4205-84b6-489120a84a27), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.752118 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:39:18.756096 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0022979c-33f6-4205-84b6-489120a84a27,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:39:18.860857 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.907462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:18.907462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.907462 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] 10.222.0.60 "PUT /v2.0/ports/0022979c-33f6-4205-84b6-489120a84a27 HTTP/1.1" status: 200 len: 1093 time: 1.0256617 May 05 15:39:18.907462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'tag': '0022979c-33f6-4205-84b6-489120a84a27'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:18.907462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cf108e-a156-4174-a9af-138fc4379821" -d '{"events": [{"name": "network-changed", "server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "tag": "0022979c-33f6-4205-84b6-489120a84a27"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:18.956384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c39a-aad2-422e-981c-708c87ef3036 service neutron] Pushing event updated for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:18.963915 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c7ee4a-af2a-40e0-93c8-bdd152bb259b x-openstack-request-id: req-83c7ee4a-af2a-40e0-93c8-bdd152bb259b {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:18.966791 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "tag": "0022979c-33f6-4205-84b6-489120a84a27", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:18.966791 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83c7ee4a-af2a-40e0-93c8-bdd152bb259b {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:18.966791 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c7ee4a-af2a-40e0-93c8-bdd152bb259b'] response: {'name': 'network-changed', 'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'tag': '0022979c-33f6-4205-84b6-489120a84a27', 'status': 'completed', 'code': 200} May 05 15:39:19.050148 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf108e-a156-4174-a9af-138fc4379821 req-0fdacbaf-fa09-4777-9280-fb97652b5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.053672 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-57cf108e-a156-4174-a9af-138fc4379821 req-0fdacbaf-fa09-4777-9280-fb97652b5ad4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 1127 time: 0.0737736 May 05 15:39:19.190632 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53be49-1fd4-479c-bb49-ea7facd506c3 req-deafb72f-3b97-43d4-80dc-42d3abb938e0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.192153 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c53be49-1fd4-479c-bb49-ea7facd506c3 req-deafb72f-3b97-43d4-80dc-42d3abb938e0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.1091743 May 05 15:39:19.240184 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf108e-a156-4174-a9af-138fc4379821 req-4d154efb-9314-4b16-ad17-04a1f5a7f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.241666 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-57cf108e-a156-4174-a9af-138fc4379821 req-4d154efb-9314-4b16-ad17-04a1f5a7f999 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5d93ed256d64460ca78ab0593d417fb1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1806540 May 05 15:39:19.293226 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c53be49-1fd4-479c-bb49-ea7facd506c3 req-08839584-60ba-4897-b8dc-87cdd3a02301 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897083 May 05 15:39:19.362243 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf108e-a156-4174-a9af-138fc4379821 req-a67996c1-f26d-49ba-b30a-721004b0b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.363901 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-57cf108e-a156-4174-a9af-138fc4379821 req-a67996c1-f26d-49ba-b30a-721004b0b0a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138341 May 05 15:39:19.451033 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-2bb86ee1-7627-439a-85b7-7e7e5ffbac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.452672 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-2bb86ee1-7627-439a-85b7-7e7e5ffbac36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 1127 time: 0.0469949 May 05 15:39:19.499902 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-160d510c-7731-41d0-868d-ee02b2de434e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0022979c-33f6-4205-84b6-489120a84a27 HTTP/1.1" status: 200 len: 217 time: 0.0383191 May 05 15:39:19.558965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c7722991-e4bd-4224-88fc-97542245bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.560372 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-c7722991-e4bd-4224-88fc-97542245bea0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0529296 May 05 15:39:19.617211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-a9c71c44-ed66-4a7e-91b4-a7f51b05ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:19.618956 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-a9c71c44-ed66-4a7e-91b4-a7f51b05ccee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515504 May 05 15:39:19.729008 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-ae2781fa-be39-4bb5-b379-8f3cff57a1aa service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024022 May 05 15:39:19.838194 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e208e7b0-3cd7-47a5-a8da-eac78f0c1bbc req-b8537a99-9658-4a99-a1d4-58cec0375090 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025596 May 05 15:39:20.419101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba951be2-acd6-44ba-9852-a1a130940d58 req-93c8eb35-b2b4-4056-bb94-2192acc77dfc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:20.420742 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ba951be2-acd6-44ba-9852-a1a130940d58 req-93c8eb35-b2b4-4056-bb94-2192acc77dfc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0537782 May 05 15:39:20.473034 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ba951be2-acd6-44ba-9852-a1a130940d58 req-d4273e10-cb47-49fd-a820-843204cc6df8 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 May 05 15:39:21.588232 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28049-88d5-45f7-810b-bc6a9ae3b269 req-356fe27a-0c50-451e-a7bb-8b7ce3409b01 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:21.590256 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8cf28049-88d5-45f7-810b-bc6a9ae3b269 req-356fe27a-0c50-451e-a7bb-8b7ce3409b01 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0500746 May 05 15:39:21.644251 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8cf28049-88d5-45f7-810b-bc6a9ae3b269 req-41f2de7d-5c03-4b30-ad70-380b869c8a99 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 May 05 15:39:22.768065 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5236a2d-0a88-4b91-9264-62ba59ecc384 req-bf6fc303-ebbf-48de-8083-1fd76631aa73 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:22.769627 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5236a2d-0a88-4b91-9264-62ba59ecc384 req-bf6fc303-ebbf-48de-8083-1fd76631aa73 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0531816 May 05 15:39:22.822377 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d5236a2d-0a88-4b91-9264-62ba59ecc384 req-38b82926-e73e-4a58-adbe-0be7d3eb95ee tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 May 05 15:39:23.986143 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6e0ed-3559-46cf-bd3a-1088c0ca4e82 req-34fe7a88-6c14-473e-a2b3-0e41a609980b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:23.987753 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4c6e0ed-3559-46cf-bd3a-1088c0ca4e82 req-34fe7a88-6c14-473e-a2b3-0e41a609980b tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0676196 May 05 15:39:24.045685 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4c6e0ed-3559-46cf-bd3a-1088c0ca4e82 req-ed0f4591-3906-4b74-acf6-5fbfe9dfec47 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519078 May 05 15:39:24.891773 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-f427bb63-6199-4222-8af8-d82c6de868b8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838081012&fields=id&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 267 time: 0.0473075 May 05 15:39:25.003253 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-bcd4997c-533d-4468-8a32-f229ae8c60a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.004634 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-bcd4997c-533d-4468-8a32-f229ae8c60a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.1061223 May 05 15:39:25.020111 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-7c837fd2-b83e-422b-961f-c38bf76005c7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/quotas/fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 375 time: 0.0096750 May 05 15:39:25.071348 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-e1fda0a2-6b63-4a23-a281-81d6f70f0c73 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459969 May 05 15:39:25.178512 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-15e9aeaa-bb34-436e-9cce-70f5505fb8c0 service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952404 May 05 15:39:25.187338 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5644c-04da-4efd-a556-d55ae938bd43 req-85d1df4b-b28f-4957-bac6-25f71f059979 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:25.188912 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88a5644c-04da-4efd-a556-d55ae938bd43 req-85d1df4b-b28f-4957-bac6-25f71f059979 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0612566 May 05 15:39:25.243053 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88a5644c-04da-4efd-a556-d55ae938bd43 req-83051116-2883-4d75-89e7-7a9da8b468ad tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483749 May 05 15:39:25.281981 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-886bafe8-9320-4ded-9bb7-e825e46e95d0 service neutron] 10.222.0.55 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 May 05 15:39:25.943873 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8cf23fb0-aa4b-4b83-9440-771b4807ade5 req-ca812089-412f-4fef-9bee-c315bf496dde tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 210 time: 0.0494926 May 05 15:39:26.365691 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0604a-dd3e-4376-b1b8-5a0468b0d688 req-f4617cfc-266d-4e5e-970f-96c134b1c334 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:26.367724 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7cb0604a-dd3e-4376-b1b8-5a0468b0d688 req-f4617cfc-266d-4e5e-970f-96c134b1c334 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 943 time: 0.0521648 May 05 15:39:26.416277 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7cb0604a-dd3e-4376-b1b8-5a0468b0d688 req-ed5a0df1-5f00-4a71-8d6c-80765cc111d3 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 May 05 15:39:26.488883 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 0022979c-33f6-4205-84b6-489120a84a27 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:26.598430 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0022979c-33f6-4205-84b6-489120a84a27,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:26.612527 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '0022979c-33f6-4205-84b6-489120a84a27', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'port_id': '0022979c-33f6-4205-84b6-489120a84a27', 'mac_address': 'fa:16:3e:a1:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:26.653659 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 0022979c-33f6-4205-84b6-489120a84a27 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:26.654052 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0022979c-33f6-4205-84b6-489120a84a27), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:26.668314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0022979c-33f6-4205-84b6-489120a84a27 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:26.690999 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0022979c-33f6-4205-84b6-489120a84a27,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:26.808772 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:26.865982 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:27.046446 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2afe8d59-aa27-4d24-83af-95cfe745e97e req-da23edb1-325c-4a6d-8e18-bc0f48dc0992 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 210 time: 0.0289905 May 05 15:39:27.444019 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1602f790-47d9-4f96-b910-e6ac7ac80433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:27.581282 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962a48-7bb4-43a4-80ce-8a0bfde6ee18 req-974c4b94-f0c3-4bb4-8342-133b37ec98d4 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:27.583596 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0962a48-7bb4-43a4-80ce-8a0bfde6ee18 req-974c4b94-f0c3-4bb4-8342-133b37ec98d4 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 944 time: 0.0918326 May 05 15:39:27.618980 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['0022979c-33f6-4205-84b6-489120a84a27'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:27.664027 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0962a48-7bb4-43a4-80ce-8a0bfde6ee18 req-aa154796-4402-4ab8-a168-ad11db4094f5 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691710 May 05 15:39:28.152064 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a74fd95-60c9-45fc-b18f-c8acf4de6841 req-8da7a0e8-8f59-4dbc-8ea9-fbed0912b0fd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 210 time: 0.0332716 May 05 15:39:28.169866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 0022979c-33f6-4205-84b6-489120a84a27 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:28.219256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 0022979c-33f6-4205-84b6-489120a84a27 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:39:28.334827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 0022979c-33f6-4205-84b6-489120a84a27 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:28.335208 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0022979c-33f6-4205-84b6-489120a84a27), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.420144 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 0022979c-33f6-4205-84b6-489120a84a27 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:28.420536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0022979c-33f6-4205-84b6-489120a84a27), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.446201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022979c-33f6-4205-84b6-489120a84a27'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:28.448547 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e0d672-ec28-4b59-9689-0ea449ad0a93" -d '{"events": [{"server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "name": "network-vif-plugged", "status": "completed", "tag": "0022979c-33f6-4205-84b6-489120a84a27"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:28.467670 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0022979c-33f6-4205-84b6-489120a84a27,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:28.493861 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8423e293-3d00-4a21-9f5a-98875d850f71 x-openstack-request-id: req-8423e293-3d00-4a21-9f5a-98875d850f71 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:28.494163 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "name": "network-vif-plugged", "status": "completed", "tag": "0022979c-33f6-4205-84b6-489120a84a27", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:28.494423 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8423e293-3d00-4a21-9f5a-98875d850f71 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:28.494866 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8423e293-3d00-4a21-9f5a-98875d850f71'] response: {'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022979c-33f6-4205-84b6-489120a84a27', 'code': 200} May 05 15:39:28.545879 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:28.608824 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:28.758730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-f02783c0-fdd5-413c-b139-bc055f9e3101 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.761388 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-f02783c0-fdd5-413c-b139-bc055f9e3101 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 812 time: 0.1607618 May 05 15:39:28.868690 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225574b2-97fb-4b56-8fce-6395323ba56c req-72053359-8676-4cd9-ab34-d9e6cfbbd52c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:28.870223 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-225574b2-97fb-4b56-8fce-6395323ba56c req-72053359-8676-4cd9-ab34-d9e6cfbbd52c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0785580 May 05 15:39:28.886298 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-95b81245-9bea-461d-97d7-34408756feaa tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbee1a37bbff489e85a9d366fb34e8d4 HTTP/1.1" status: 200 len: 379 time: 0.1162462 May 05 15:39:28.899080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'port': {'device_id': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'admin_state_up': True, 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'security_groups': ['1af295ac-3da4-4740-a23a-629049edf4e4']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:28.994230 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-225574b2-97fb-4b56-8fce-6395323ba56c req-42b72910-0f66-4e44-bbcd-11e271f39646 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072128 May 05 15:39:29.063862 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e393d-9ea3-4077-b036-1019af747528 req-ea77b780-a60f-4f7f-9346-08c08ed1c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:29.065490 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f25e393d-9ea3-4077-b036-1019af747528 req-ea77b780-a60f-4f7f-9346-08c08ed1c416 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 1129 time: 0.0385611 May 05 15:39:29.112044 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f25e393d-9ea3-4077-b036-1019af747528 req-1ec3f61d-6090-423c-ad75-75d8816d225b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 May 05 15:39:29.146674 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Made reservation on behalf of fbee1a37bbff489e85a9d366fb34e8d4 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:39:29.153221 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.284553 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-33daaf8b-b3ea-4262-9af6-2d3c2d6dd01e req-21019ba4-d56f-4dd3-9eab-6a38c6dedf88 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 210 time: 0.0331202 May 05 15:39:29.346903 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.20.0.6 (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78/dcbfc73d-5913-46e4-a31b-1621309ef465/4c4c186d-897d-4f6e-ac8c-f6f59919342a) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:29.484865 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45416) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:29.535255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.574744 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-045fc498-f0d7-4183-906e-ddf780b12ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.613033 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-563d6908-9590-46f3-8123-769b5391093d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.680944 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.751056 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-563d6908-9590-46f3-8123-769b5391093d admin admin] Publish callbacks [] for security_group (cc99f3c4-8a89-40e2-a9a4-f456fecf2c96), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.753136 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:29.759115 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:29.767000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:29.768765 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:29.821584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:29.822229 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.842982 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-563d6908-9590-46f3-8123-769b5391093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (cc99f3c4-8a89-40e2-a9a4-f456fecf2c96), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.885744 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-563d6908-9590-46f3-8123-769b5391093d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f106cb999cd478c80c2164ba8ceadd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998039 May 05 15:39:29.888015 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d6908-9590-46f3-8123-769b5391093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99f3c4-8a89-40e2-a9a4-f456fecf2c96,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:29.889560 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45420) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:29.927854 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-006c4b55-f600-490f-a14c-6d6664867abd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325339 May 05 15:39:29.958830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] Publish callbacks [] for security_group (cc99f3c4-8a89-40e2-a9a4-f456fecf2c96), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.987325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] Publish callbacks [] for security_group (cc99f3c4-8a89-40e2-a9a4-f456fecf2c96), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:29.997077 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-729bdb8a-f7f5-4a75-99b4-07733ad66c30 None None] Provisioning complete for port 4c4c186d-897d-4f6e-ac8c-f6f59919342a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:29.997461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-729bdb8a-f7f5-4a75-99b4-07733ad66c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:30.034375 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-729bdb8a-f7f5-4a75-99b4-07733ad66c30 None None] Port 4c4c186d-897d-4f6e-ac8c-f6f59919342a cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:39:30.132366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1e01b-5a73-4250-95d2-946bfcf92139 req-e92b6f35-6540-4359-8503-31d42cecabdc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.134044 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4fd1e01b-5a73-4250-95d2-946bfcf92139 req-e92b6f35-6540-4359-8503-31d42cecabdc tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0471611 May 05 15:39:30.174661 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (cc99f3c4-8a89-40e2-a9a4-f456fecf2c96), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:30.177357 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:30.178532 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc99f3c4-8a89-40e2-a9a4-f456fecf2c96 HTTP/1.1" status: 204 len: 168 time: 0.2877693 May 05 15:39:30.181558 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4fd1e01b-5a73-4250-95d2-946bfcf92139 req-1a8ba225-e03e-4c3d-ba15-118ba1bf9826 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 May 05 15:39:30.187548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205815d-91f7-49be-9cd5-64a6e8688c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99f3c4-8a89-40e2-a9a4-f456fecf2c96,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:30.420951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d8cab-5173-45b2-a2f3-1d4fa8495a60 req-318725d8-a0be-4eda-860d-38d0f2d6e12b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:30.422471 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-792d8cab-5173-45b2-a2f3-1d4fa8495a60 req-318725d8-a0be-4eda-860d-38d0f2d6e12b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 931 time: 0.0500042 May 05 15:39:30.486785 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-792d8cab-5173-45b2-a2f3-1d4fa8495a60 req-b5866b13-1b51-4643-b35a-5d8241ab750d tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584311 May 05 15:39:30.848963 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:31.336443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7faa-ba88-49ce-a664-6a2de6e40931 req-c7a1c6de-cd23-4e6b-a8a7-16284eaa2404 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:31.339297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4e7faa-ba88-49ce-a664-6a2de6e40931 req-c7a1c6de-cd23-4e6b-a8a7-16284eaa2404 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0766971 May 05 15:39:31.398130 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4e7faa-ba88-49ce-a664-6a2de6e40931 req-b321d09a-1e3a-47c3-8f7e-6facb267b04f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522900 May 05 15:39:31.637376 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f278ff-3634-4ae2-af75-939e5fa5cd6f req-d50859cb-e2c2-48cd-9ac9-d1b1e6a32cd1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:31.640308 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-06f278ff-3634-4ae2-af75-939e5fa5cd6f req-d50859cb-e2c2-48cd-9ac9-d1b1e6a32cd1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 931 time: 0.0611334 May 05 15:39:31.707043 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-06f278ff-3634-4ae2-af75-939e5fa5cd6f req-5331ebfb-e206-4178-ae55-77f99072e821 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466216 May 05 15:39:32.145787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.393138 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Request body: {'port': {'device_id': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:32.466215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.550582 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8063-45ed-4578-ba80-7a9cc87300dc req-25ad09de-786e-4060-8b7f-ba8e85ca631f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:32.552095 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83fb8063-45ed-4578-ba80-7a9cc87300dc req-25ad09de-786e-4060-8b7f-ba8e85ca631f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0764425 May 05 15:39:32.675853 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83fb8063-45ed-4578-ba80-7a9cc87300dc req-abc0a825-f03e-4253-a016-3f3a0d541b01 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146722 May 05 15:39:32.817833 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63c81-8483-44c3-9ed9-23775948997b req-4e022163-8b98-4dae-819f-e122f5f62117 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:32.819340 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d9f63c81-8483-44c3-9ed9-23775948997b req-4e022163-8b98-4dae-819f-e122f5f62117 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 931 time: 0.0467377 May 05 15:39:32.825572 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4c186d-897d-4f6e-ac8c-f6f59919342a {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:32.833645 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks [] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:32.855652 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Transition to ACTIVE for port object 4c4c186d-897d-4f6e-ac8c-f6f59919342a will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:39:32.883968 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d9f63c81-8483-44c3-9ed9-23775948997b req-1018c4e0-507a-4969-a376-71f92dd19f88 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579052 May 05 15:39:32.963246 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.019507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:33.124012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Attempting to bind port 4c4c186d-897d-4f6e-ac8c-f6f59919342a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:39:33.128484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Attempting to bind port 4c4c186d-897d-4f6e-ac8c-f6f59919342a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:39:33.128484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Attempting to bind port 4c4c186d-897d-4f6e-ac8c-f6f59919342a on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:33.130554 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Port 4c4c186d-897d-4f6e-ac8c-f6f59919342a on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:39:33.130554 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Attempting to bind port 4c4c186d-897d-4f6e-ac8c-f6f59919342a on network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:39:33.138631 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:39:33.139061 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Checking segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:39:33.139544 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Bound using segment: {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:39:33.140074 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Bound port: 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988da6de-cff1-49f8-a692-953cc3701713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:39:33.140512 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.233615 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:39:33.238601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:39:33.347048 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.388199 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.389879 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.391903 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] 10.222.0.60 "PUT /v2.0/ports/4c4c186d-897d-4f6e-ac8c-f6f59919342a HTTP/1.1" status: 200 len: 1093 time: 1.0037010 May 05 15:39:33.392614 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:33.395198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:33.437220 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4237a-c2b9-452d-8e8f-fe1d58023438 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:33.445490 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a00368-0888-4907-b5e1-44e46d10a309 x-openstack-request-id: req-61a00368-0888-4907-b5e1-44e46d10a309 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:33.448982 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:33.449302 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61a00368-0888-4907-b5e1-44e46d10a309 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:33.449788 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a00368-0888-4907-b5e1-44e46d10a309'] response: {'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'status': 'completed', 'code': 200} May 05 15:39:33.518315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-29b96d28-e8c1-4768-aa5c-e63eb092f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.521214 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-29b96d28-e8c1-4768-aa5c-e63eb092f1ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0495610 May 05 15:39:33.683113 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-58dae1e7-7b5f-4e0e-9797-2539e4bb12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.683113 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-58dae1e7-7b5f-4e0e-9797-2539e4bb12ef service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1523438 May 05 15:39:33.807418 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-239d201b-8d6d-423a-82c0-14071d452509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.808974 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-76cb7fa9-6cec-4644-a103-3e82e4aa8c4b req-239d201b-8d6d-423a-82c0-14071d452509 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236372 May 05 15:39:33.826762 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:33.834933 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea64710-509b-4897-9c2e-c44caca21b34 req-c0459702-40e0-43b2-b1da-ed7370c783d6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.838128 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6ea64710-509b-4897-9c2e-c44caca21b34 req-c0459702-40e0-43b2-b1da-ed7370c783d6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0742512 May 05 15:39:33.898542 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6ea64710-509b-4897-9c2e-c44caca21b34 req-5e60fd13-626a-4614-acf2-45d7c6a92a7f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525379 May 05 15:39:33.925355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-ed75cd30-ad97-487b-babe-c2541611b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:33.926947 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-ed75cd30-ad97-487b-babe-c2541611b9db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0619793 May 05 15:39:33.990632 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-6af404f6-8ec6-41c3-9a3f-d99cfb7c324c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a HTTP/1.1" status: 200 len: 217 time: 0.0502114 May 05 15:39:34.044730 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81fc24-c074-4124-b2a7-198f03d0c6f8 req-895d518e-b4fa-4a84-8394-9315f1088dc7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.046357 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-9c81fc24-c074-4124-b2a7-198f03d0c6f8 req-895d518e-b4fa-4a84-8394-9315f1088dc7 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0574648 May 05 15:39:34.055619 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45496) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:34.063581 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Request body: {'floatingip': {'port_id': '0022979c-33f6-4205-84b6-489120a84a27'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:34.083345 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dddc4-6735-4209-a57a-b36a401856d1 req-b29501f7-75e3-4635-86e3-7fcddcf0926e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.085479 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4c2dddc4-6735-4209-a57a-b36a401856d1 req-b29501f7-75e3-4635-86e3-7fcddcf0926e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0978658 May 05 15:39:34.108255 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.122276 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-cd5f2045-7f50-4c69-839d-2ff8e968965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.123854 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-cd5f2045-7f50-4c69-839d-2ff8e968965e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0843716 May 05 15:39:34.188464 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4c2dddc4-6735-4209-a57a-b36a401856d1 req-cf9aa2d1-0adb-4dc4-a1e8-ae0a71f3012f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963271 May 05 15:39:34.194932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-671d74cf-40c2-428f-9677-2bc9f81dcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:34.196374 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-671d74cf-40c2-428f-9677-2bc9f81dcc0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647056 May 05 15:39:34.310205 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-69a655e6-6f1e-4af2-aa20-f10a1838c374 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064999 May 05 15:39:34.419107 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ea8039cc-c11d-4b8d-afe7-bd160d65e10b req-cde90101-b660-4cc8-9e21-0db43781c3c4 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026430 May 05 15:39:34.830477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.db.resource_extend [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 15:39:34.883768 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:34.963274 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.071188 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Floating IP 2ad04bf3-1807-4991-845d-8ea2140691c1 associated. External IP: 172.27.2.132, port: 0022979c-33f6-4205-84b6-489120a84a27. May 05 15:39:35.357323 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f867-5811-4377-a158-20bd2e978f64 req-fa637092-5ab8-4c07-9705-a7271d0021dc tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:35.358925 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59d9f867-5811-4377-a158-20bd2e978f64 req-fa637092-5ab8-4c07-9705-a7271d0021dc tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0643866 May 05 15:39:35.363551 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:35.457333 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59d9f867-5811-4377-a158-20bd2e978f64 req-6aa71bfe-a980-46d3-8725-4e486d96c0b1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890746 May 05 15:39:35.537931 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:35.542626 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.550880 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:35.582367 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-d99a128a-7c89-4c90-9f1c-39bc73b9cd10 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "PUT /v2.0/floatingips/2ad04bf3-1807-4991-845d-8ea2140691c1 HTTP/1.1" status: 200 len: 991 time: 1.5190866 May 05 15:39:35.582367 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'tag': '0022979c-33f6-4205-84b6-489120a84a27'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:35.582367 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc" -d '{"events": [{"name": "network-changed", "server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "tag": "0022979c-33f6-4205-84b6-489120a84a27"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:35.589809 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:35.591224 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:39:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:35.618330 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02811f1b-079d-4605-8de1-4400159fb86d x-openstack-request-id: req-02811f1b-079d-4605-8de1-4400159fb86d {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:35.618624 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "tag": "0022979c-33f6-4205-84b6-489120a84a27", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:35.618878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02811f1b-079d-4605-8de1-4400159fb86d {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:35.619284 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02811f1b-079d-4605-8de1-4400159fb86d'] response: {'name': 'network-changed', 'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'tag': '0022979c-33f6-4205-84b6-489120a84a27', 'status': 'completed', 'code': 200} May 05 15:39:35.793121 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:35.868664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:36.126774 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ad04bf3-1807-4991-845d-8ea2140691c1', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': '0022979c-33f6-4205-84b6-489120a84a27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:a1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:07Z', 'updated_at': '2022-05-05T15:39:34Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:36.157367 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:36.166706 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:36.167389 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:39:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:36.282072 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:36.552712 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ad04bf3-1807-4991-845d-8ea2140691c1', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': '0022979c-33f6-4205-84b6-489120a84a27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:a1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:07Z', 'updated_at': '2022-05-05T15:39:34Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:36.581582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e4a63-368f-4430-89fa-7a8890680028 None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '2ad04bf3-1807-4991-845d-8ea2140691c1', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'port_id': '0022979c-33f6-4205-84b6-489120a84a27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'mac_address': 'fa:16:3e:a1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:07Z', 'updated_at': '2022-05-05T15:39:34Z', 'revision_number': 1, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:36.602391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62e21d-0d89-4a2a-95ae-3a974bac5f80 req-83852373-ea98-438f-98bd-5a8e2ec59f42 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:36.605163 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cb62e21d-0d89-4a2a-95ae-3a974bac5f80 req-83852373-ea98-438f-98bd-5a8e2ec59f42 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0652418 May 05 15:39:36.673904 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cb62e21d-0d89-4a2a-95ae-3a974bac5f80 req-14a6c581-34db-44b1-b96b-7a6b87738b5a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628963 May 05 15:39:36.800604 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495ef39-5ce6-40ef-9b05-1e7dda273974 None None] New status for floating IP 2ad04bf3-1807-4991-845d-8ea2140691c1: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:37.580401 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-1f148acd-1974-41db-8c13-dc23329d6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:37.582190 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-1f148acd-1974-41db-8c13-dc23329d6381 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 1129 time: 0.0565081 May 05 15:39:37.685335 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-55f80207-a559-4f97-a923-c1643238e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:37.686844 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-55f80207-a559-4f97-a923-c1643238e0e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.0915253 May 05 15:39:38.095344 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-eab93ccf-bd7b-40b9-8784-f318a94e8cdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0022979c-33f6-4205-84b6-489120a84a27 HTTP/1.1" status: 200 len: 1001 time: 0.3984292 May 05 15:39:38.104395 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a168d71-e454-43f6-9279-af4443094eb2 req-ef1dcd8b-c8e5-4ee0-b1e2-5286363ae51e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:38.105940 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a168d71-e454-43f6-9279-af4443094eb2 req-ef1dcd8b-c8e5-4ee0-b1e2-5286363ae51e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0643244 May 05 15:39:38.180718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-7492f24a-f151-4cdc-a864-c035ada00236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:38.182195 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-7492f24a-f151-4cdc-a864-c035ada00236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0753417 May 05 15:39:38.206822 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0a168d71-e454-43f6-9279-af4443094eb2 req-7a5770bc-12e2-49b4-8d51-898ece0e4f7f tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923142 May 05 15:39:38.235150 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-e24d75db-42fb-4ae2-91a8-52cae9dd647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:38.236701 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-e24d75db-42fb-4ae2-91a8-52cae9dd647f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440350 May 05 15:39:38.348038 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-f19f9fe5-f262-4cb9-b71a-b0f37a8677fe service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043115 May 05 15:39:38.464390 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-555e853e-cc7c-4dbb-adae-e5db9ddb6afc req-ae8a8869-ee3b-40e5-a24b-cd667eb66064 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099916 May 05 15:39:39.175494 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:39:39.343795 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33de6-8b6f-435c-b38f-e98faaa4c6ca req-32add52e-c79a-47d8-8d08-7c6bd97734c8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:39.345739 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-93b33de6-8b6f-435c-b38f-e98faaa4c6ca req-32add52e-c79a-47d8-8d08-7c6bd97734c8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0559311 May 05 15:39:39.407460 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-93b33de6-8b6f-435c-b38f-e98faaa4c6ca req-5d921182-5b9b-4866-9a3c-c4ce1b1e23a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549114 May 05 15:39:40.555775 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153d2f8-a812-472d-af3f-f1997bb0e2fa req-eb97b962-9e7b-4bff-8658-d76929b7d0b9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:40.557341 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e153d2f8-a812-472d-af3f-f1997bb0e2fa req-eb97b962-9e7b-4bff-8658-d76929b7d0b9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0599709 May 05 15:39:40.612756 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e153d2f8-a812-472d-af3f-f1997bb0e2fa req-0d67bd1f-623a-4119-ba1e-4e08eeb6586a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487390 May 05 15:39:41.617263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45570) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:41.757861 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-842a0300-7a9c-44cf-8d41-5ae7aa890041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.789774 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515f48-410f-4758-a3c1-86d15a6527ab req-dbba9ce1-563e-426b-b393-5e227edd8b76 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:41.794777 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bf515f48-410f-4758-a3c1-86d15a6527ab req-dbba9ce1-563e-426b-b393-5e227edd8b76 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0954351 May 05 15:39:41.852223 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bf515f48-410f-4758-a3c1-86d15a6527ab req-7b0b3800-737b-4aa3-98d2-9e5fbf32faf2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497792 May 05 15:39:41.856556 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-842a0300-7a9c-44cf-8d41-5ae7aa890041 admin admin] Publish callbacks [] for security_group (8aace4ac-9928-4225-9028-1679a9a18a59), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.928808 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-842a0300-7a9c-44cf-8d41-5ae7aa890041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8aace4ac-9928-4225-9028-1679a9a18a59), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:41.967443 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a0300-7a9c-44cf-8d41-5ae7aa890041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aace4ac-9928-4225-9028-1679a9a18a59,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:41.971885 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-842a0300-7a9c-44cf-8d41-5ae7aa890041 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01e2c31241d946b793b13be6ad6f61b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534195 May 05 15:39:41.974519 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45576) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:42.035568 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] Publish callbacks [] for security_group (8aace4ac-9928-4225-9028-1679a9a18a59), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.063866 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] Publish callbacks [] for security_group (8aace4ac-9928-4225-9028-1679a9a18a59), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.179864 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (8aace4ac-9928-4225-9028-1679a9a18a59), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.183139 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:42.185367 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aace4ac-9928-4225-9028-1679a9a18a59 HTTP/1.1" status: 204 len: 168 time: 0.2094800 May 05 15:39:42.194714 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f8c0-c367-4188-b715-bb0a9b763511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aace4ac-9928-4225-9028-1679a9a18a59,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:42.985178 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5321659-9762-4791-af26-1f279ac108b0 req-1f39052b-17fa-4676-b0f5-2df79dc66616 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:42.986897 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5321659-9762-4791-af26-1f279ac108b0 req-1f39052b-17fa-4676-b0f5-2df79dc66616 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0604329 May 05 15:39:43.045879 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5321659-9762-4791-af26-1f279ac108b0 req-07a1c8ed-b862-4990-8048-6bbed6fe03f7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503099 May 05 15:39:43.224537 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6897a3-da85-448f-bb2c-e5c49ea50583 req-6f963314-b06f-4175-b943-e34571d2aa4e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:43.226431 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f6897a3-da85-448f-bb2c-e5c49ea50583 req-6f963314-b06f-4175-b943-e34571d2aa4e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0637858 May 05 15:39:43.288546 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f6897a3-da85-448f-bb2c-e5c49ea50583 req-05f5af59-956b-464a-8f98-81ac32dab6f0 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542512 May 05 15:39:44.185681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac9c6c-05ef-4dd6-a86f-1de6e72afc53 req-f40e743b-5302-42e7-b5c6-71cbcd47e9ca tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:44.187489 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-36ac9c6c-05ef-4dd6-a86f-1de6e72afc53 req-f40e743b-5302-42e7-b5c6-71cbcd47e9ca tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0553236 May 05 15:39:44.247599 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-36ac9c6c-05ef-4dd6-a86f-1de6e72afc53 req-7531a534-bb78-4d00-a44f-29d42bee8bb6 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521929 May 05 15:39:44.419565 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc205256-2dc0-4339-9eec-ae4d9fab9ef1 req-b7953384-60e9-4cba-8885-12f0bed53fcf tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:44.421185 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc205256-2dc0-4339-9eec-ae4d9fab9ef1 req-b7953384-60e9-4cba-8885-12f0bed53fcf tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0520349 May 05 15:39:44.482398 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc205256-2dc0-4339-9eec-ae4d9fab9ef1 req-0e27443a-85ad-43bc-9b5c-e994085d0c11 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 May 05 15:39:44.701159 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-cb2e4e1d-8e58-4cb8-b8fb-a888b7bd43d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410347 May 05 15:39:44.870297 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-b1e30075-bdbf-407c-9909-a9696fc0ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:44.874404 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-b1e30075-bdbf-407c-9909-a9696fc0ecaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0468609 May 05 15:39:44.983267 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de227e23-27be-4431-ad38-731fba78845f req-9e1e2647-1e09-4642-a1dd-6ae5050144b1 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:44.985339 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-de227e23-27be-4431-ad38-731fba78845f req-9e1e2647-1e09-4642-a1dd-6ae5050144b1 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0605211 May 05 15:39:45.015288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-2c21918d-7547-47ae-a860-2f4fe86bfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:45.016903 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-2c21918d-7547-47ae-a860-2f4fe86bfb1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.1248338 May 05 15:39:45.110728 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-6ccbebad-5953-45b3-b447-496438ceb06a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 1001 time: 0.0875480 May 05 15:39:45.114663 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Deleting port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:39:45.115247 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.166724 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-41281f9e-2c76-46e4-96fb-adf4e695c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:45.168351 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-41281f9e-2c76-46e4-96fb-adf4e695c16c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0511427 May 05 15:39:45.240670 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-4c2b214a-a9b8-4a6d-a49a-3869961fac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:45.243040 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-4c2b214a-a9b8-4a6d-a49a-3869961fac91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685630 May 05 15:39:45.258723 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] For port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:45.259463 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.275393 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Calling delete_port for cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:39:45.406642 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-5cd69ca9-2579-47b8-9f77-1db2c6a3fa97 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571813 May 05 15:39:45.443118 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9bece-22e4-42ef-8778-717c34e65c2e req-ee31f96f-9b15-4b82-ba86-befae3d6d419 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:45.444845 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-06b9bece-22e4-42ef-8778-717c34e65c2e req-ee31f96f-9b15-4b82-ba86-befae3d6d419 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 943 time: 0.0953305 May 05 15:39:45.529735 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1553e411-6389-44ec-a7a6-c667bfe6cc2a req-77d3a9d4-9647-48ba-a015-26655a27d282 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140854 May 05 15:39:45.567663 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-06b9bece-22e4-42ef-8778-717c34e65c2e req-19382aeb-5ca0-429a-ae8c-f1af3c18a44a tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061409 May 05 15:39:45.620025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.624965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcd4f1-df7b-4c1f-9a02-1f6132143de1 req-b88d0fd5-1ac4-4d12-afe6-a7143cce2ff7 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:45.626893 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a1dcd4f1-df7b-4c1f-9a02-1f6132143de1 req-b88d0fd5-1ac4-4d12-afe6-a7143cce2ff7 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 946 time: 0.0615387 May 05 15:39:45.634440 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:45.655086 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Pushing event deleted for resources: {'Port': ['ID=cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:45.707902 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a1dcd4f1-df7b-4c1f-9a02-1f6132143de1 req-d658c675-94e3-477e-80d5-ccb2ddedd582 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 May 05 15:39:45.715153 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] No DVR routers for this DVR port cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:39:45.718068 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.721641 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-de227e23-27be-4431-ad38-731fba78845f req-bef419d8-3e6d-40bd-9971-d4c383a302cc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "DELETE /v2.0/ports/cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 HTTP/1.1" status: 204 len: 173 time: 0.7302907 May 05 15:39:45.722136 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'name': 'network-vif-deleted', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:45.724655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7705ac-e1a9-4a98-a52f-b294fc51d5ad" -d '{"events": [{"server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "name": "network-vif-deleted", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:45.769707 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53976a20-0a93-4e68-8f18-0e91413d88ed x-openstack-request-id: req-53976a20-0a93-4e68-8f18-0e91413d88ed {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:45.770055 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ac5655-9864-4016-bfed-831fea721b88", "name": "network-vif-deleted", "tag": "cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:45.770403 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53976a20-0a93-4e68-8f18-0e91413d88ed {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:45.770890 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53976a20-0a93-4e68-8f18-0e91413d88ed'] response: {'server_uuid': '89ac5655-9864-4016-bfed-831fea721b88', 'name': 'network-vif-deleted', 'tag': 'cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4', 'status': 'completed', 'code': 200} May 05 15:39:46.228769 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 4c4c186d-897d-4f6e-ac8c-f6f59919342a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:39:46.339964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:46.357673 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'port_id': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'mac_address': 'fa:16:3e:79:11:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:39:46.422042 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 4c4c186d-897d-4f6e-ac8c-f6f59919342a is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:46.422445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.442087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4c186d-897d-4f6e-ac8c-f6f59919342a {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:39:46.480753 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:46.585816 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.652254 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:46.669310 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.669904 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.670573 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.671096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.671649 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.672193 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.672699 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.673249 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.673772 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.674216 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.674760 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.675311 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.675887 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.676347 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.676789 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:39:46.726466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0555-b154-4967-ab1f-0ba5cf1ed495 req-b6813ad5-f17f-40e4-8f99-a1947c2a21ca tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:46.728203 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c27c0555-b154-4967-ab1f-0ba5cf1ed495 req-b6813ad5-f17f-40e4-8f99-a1947c2a21ca tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 944 time: 0.0763593 May 05 15:39:46.806137 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c27c0555-b154-4967-ab1f-0ba5cf1ed495 req-2e1f1ede-3029-4a01-bd9a-e829ead9cb70 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671453 May 05 15:39:46.843748 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['4c4c186d-897d-4f6e-ac8c-f6f59919342a'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:39:46.901064 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-aa5fbcc8-e895-4cd5-8a2a-8fe3f09b3cee req-4505c6e2-7317-438e-a535-b4c1ebc3b59b tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=89ac5655-9864-4016-bfed-831fea721b88 HTTP/1.1" status: 200 len: 210 time: 0.0354888 May 05 15:39:47.946716 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635a37-4cec-47e4-b75d-42666653cf5e req-249791cb-d115-40c2-b57d-0306b09c1bb9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:47.948434 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-22635a37-4cec-47e4-b75d-42666653cf5e req-249791cb-d115-40c2-b57d-0306b09c1bb9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 944 time: 0.0548220 May 05 15:39:48.017073 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-22635a37-4cec-47e4-b75d-42666653cf5e req-b6f33aad-8c60-4876-99ab-5cc2ca8ac1aa tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590439 May 05 15:39:48.226753 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 4c4c186d-897d-4f6e-ac8c-f6f59919342a up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:39:48.283719 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 4c4c186d-897d-4f6e-ac8c-f6f59919342a completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:39:48.367962 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 4c4c186d-897d-4f6e-ac8c-f6f59919342a triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:39:48.368354 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:48.478280 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 4c4c186d-897d-4f6e-ac8c-f6f59919342a is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:39:48.478665 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:48.505845 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:48.508453 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b7733-e4f0-4e34-806e-09b5adef11fd" -d '{"events": [{"server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "name": "network-vif-plugged", "status": "completed", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:48.524221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:39:48.569438 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760fc40-6acc-4f08-a61c-2df8aed928d9 x-openstack-request-id: req-e760fc40-6acc-4f08-a61c-2df8aed928d9 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:48.569866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "name": "network-vif-plugged", "status": "completed", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:48.570210 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e760fc40-6acc-4f08-a61c-2df8aed928d9 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:48.570695 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e760fc40-6acc-4f08-a61c-2df8aed928d9'] response: {'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'code': 200} May 05 15:39:48.608512 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:48.609491 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:39:48.632323 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:39:48.632684 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfaa3e1b-f4f7-42e3-a8f9-ab89bbb1ccb4 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:39:48.685999 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:49.156333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f34904-a272-4a68-8e36-702056cd66d9 req-129a2ea0-f85f-4a7c-8376-830a2b6bffc5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:49.158055 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4f34904-a272-4a68-8e36-702056cd66d9 req-129a2ea0-f85f-4a7c-8376-830a2b6bffc5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0550516 May 05 15:39:49.220544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4f34904-a272-4a68-8e36-702056cd66d9 req-24260d20-a825-475d-adc6-81272dcd0ac8 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566933 May 05 15:39:50.363025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08535ab-9056-462f-9e41-0fda8ebe8162 req-2e205d83-f28f-45e0-8b66-865ef0fdce7c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:50.364813 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e08535ab-9056-462f-9e41-0fda8ebe8162 req-2e205d83-f28f-45e0-8b66-865ef0fdce7c tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0574944 May 05 15:39:50.432346 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e08535ab-9056-462f-9e41-0fda8ebe8162 req-b7c34886-689f-487a-85e3-3cdb29aad691 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607214 May 05 15:39:50.462648 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74031-5739-4f54-8ef9-bd6764aef9c1 req-27e47315-497b-4247-9aa5-3a894ec63851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:50.464248 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c8e74031-5739-4f54-8ef9-bd6764aef9c1 req-27e47315-497b-4247-9aa5-3a894ec63851 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1129 time: 0.0479670 May 05 15:39:51.373526 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c8e74031-5739-4f54-8ef9-bd6764aef9c1 req-6b4b8cae-1647-4a09-bd7e-d9bf864e3e4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480313 May 05 15:39:51.576637 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c1b97-5b47-49cc-8d4d-760bd2fb5456 req-3e9df8b2-23bf-4368-9db3-3efdea54bd8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:51.578474 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ed3c1b97-5b47-49cc-8d4d-760bd2fb5456 req-3e9df8b2-23bf-4368-9db3-3efdea54bd8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0652490 May 05 15:39:51.648149 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ed3c1b97-5b47-49cc-8d4d-760bd2fb5456 req-22e3f70c-5b8e-4585-8bfc-975d82805cea tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615451 May 05 15:39:52.801401 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94875d3-308a-4ca5-ab52-a983c6125160 req-77fd6529-8183-45ca-97bc-af5709beba40 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:52.801401 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f94875d3-308a-4ca5-ab52-a983c6125160 req-77fd6529-8183-45ca-97bc-af5709beba40 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0674291 May 05 15:39:52.861555 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f94875d3-308a-4ca5-ab52-a983c6125160 req-79e440a5-24c2-4e8b-b492-4396c693c798 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552316 May 05 15:39:53.012724 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce23efa-6b1e-4638-95ad-8871da4564b0 req-a858ef43-7bdd-46d1-9b9a-434f51c87b05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:53.014313 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3ce23efa-6b1e-4638-95ad-8871da4564b0 req-a858ef43-7bdd-46d1-9b9a-434f51c87b05 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0577660 May 05 15:39:53.067362 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3ce23efa-6b1e-4638-95ad-8871da4564b0 req-b638302b-97c1-40a8-8cbb-d5b06b8c60ab tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473096 May 05 15:39:53.094864 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 45642) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:53.151167 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9465f-a399-49a9-8c9d-a3303005a647 tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:53.153763 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8ea9465f-a399-49a9-8c9d-a3303005a647 tempest-TestVolumeBootPattern-1188169972 tempest-TestVolumeBootPattern-1188169972-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1124 time: 0.0576668 May 05 15:39:53.157020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 45644) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:39:53.161602 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'port_id': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:39:53.271710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:53.374859 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:53.504955 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Allocated IP 172.27.2.159 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/e096e7de-07de-4695-af58-a6d3412c13d2) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:39:53.653615 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (e096e7de-07de-4695-af58-a6d3412c13d2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:53.763248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:53.811880 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:39:53.816335 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:39:53.827684 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:39:53.836641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=e096e7de-07de-4695-af58-a6d3412c13d2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:54.355241 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (c9af158d-3f69-4045-9098-56359a68ccc5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:54.546893 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:54.785698 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for port (e096e7de-07de-4695-af58-a6d3412c13d2), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:54.859124 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:54.938006 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event updated for resources: {'Port': ['ID=e096e7de-07de-4695-af58-a6d3412c13d2,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:39:54.955616 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (c9af158d-3f69-4045-9098-56359a68ccc5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:55.090850 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP c9af158d-3f69-4045-9098-56359a68ccc5 associated. External IP: 172.27.2.159, port: 4c4c186d-897d-4f6e-ac8c-f6f59919342a. May 05 15:39:55.385356 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:39:55.526231 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:39:55.540586 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:39:55.558335 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:55.559355 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:39:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:55.610326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:55.643125 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1ea2211a-5c44-4dc6-a340-ddbd093d08cd tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4848170 May 05 15:39:55.643797 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:39:55.646420 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801a7d3-695b-4514-8337-43609a81fd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:39:55.686322 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70938943-827c-4f95-aa11-82de6ece1c93 x-openstack-request-id: req-70938943-827c-4f95-aa11-82de6ece1c93 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:39:55.687065 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:39:55.687602 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70938943-827c-4f95-aa11-82de6ece1c93 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:39:55.688401 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70938943-827c-4f95-aa11-82de6ece1c93'] response: {'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'status': 'completed', 'code': 200} May 05 15:39:55.752588 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:56.132021 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}, {'id': 'c9af158d-3f69-4045-9098-56359a68ccc5', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:79:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:54Z', 'updated_at': '2022-05-05T15:39:54Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:56.165792 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:39:56.177432 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:39:56.178033 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:39:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:56.442935 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:39:56.772133 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}, {'id': 'c9af158d-3f69-4045-9098-56359a68ccc5', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:79:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:54Z', 'updated_at': '2022-05-05T15:39:54Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:39:56.805727 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7338b-c894-4ed9-a647-01d53f8e278e None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}, {'id': 'c9af158d-3f69-4045-9098-56359a68ccc5', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:79:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:39:54Z', 'updated_at': '2022-05-05T15:39:54Z', 'revision_number': 0, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:39:57.055555 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79159f3f-dd71-45da-8abf-172278419892 None None] New status for floating IP c9af158d-3f69-4045-9098-56359a68ccc5: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:39:57.390532 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-26adc97a-cdcc-4ac6-ab45-884f2b17525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:57.666869 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a7d3-695b-4514-8337-43609a81fd2e req-d5edeed6-e3ca-4e8c-8799-c822fe5731f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.666869 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-d5edeed6-e3ca-4e8c-8799-c822fe5731f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1129 time: 0.0668576 May 05 15:39:57.795620 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a7d3-695b-4514-8337-43609a81fd2e req-99c65c89-ed13-43a5-9ece-f7af894caf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.797834 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-99c65c89-ed13-43a5-9ece-f7af894caf83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.1260276 May 05 15:39:57.879398 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-d7f5fdd2-be5b-4db2-8115-bab2cd6702dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a HTTP/1.1" status: 200 len: 1001 time: 0.0721314 May 05 15:39:57.947247 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a7d3-695b-4514-8337-43609a81fd2e req-2b72d986-792d-4de0-b690-36546c42b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:57.949647 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-2b72d986-792d-4de0-b690-36546c42b6f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0626459 May 05 15:39:58.000348 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a7d3-695b-4514-8337-43609a81fd2e req-fce05924-0378-49e3-8f4f-5d3415b1abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:58.002327 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-fce05924-0378-49e3-8f4f-5d3415b1abbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455937 May 05 15:39:58.131363 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-55c02519-9ee8-4825-a78c-d5a781a665e6 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223750 May 05 15:39:58.235783 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b801a7d3-695b-4514-8337-43609a81fd2e req-0765355f-646d-4950-8965-a1dea5c65424 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945716 May 05 15:39:58.962241 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-d8b43522-ec0b-4d89-abd4-0d3b7e8b412c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:39:58.964327 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-d8b43522-ec0b-4d89-abd4-0d3b7e8b412c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/networks?id=684b5975-bc12-42c9-a85a-1ee191c20238 HTTP/1.1" status: 200 len: 814 time: 0.1603932 May 05 15:39:58.981566 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-c80e3b78-38dd-4e38-8157-6837f4c21f6d tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/quotas/e680c24b57824d6686b37f86fd1ff881 HTTP/1.1" status: 200 len: 375 time: 0.0106475 May 05 15:39:59.021212 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-7ec870b3-0c3c-4d4b-8a19-e15d4e0b8cc6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336342 May 05 15:39:59.160688 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-1e631884-743c-473d-8c3e-1f8955ba598d service neutron] 10.222.0.55 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314080 May 05 15:39:59.265908 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-b8144776-a522-4712-aaef-6e3ddbca12d3 service neutron] 10.222.0.55 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992737 May 05 15:39:59.555508 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4ab7b38c-b0b9-4505-a85e-b16c5fb2cb9e req-41c495f9-cd92-468c-b354-4199cd19c1c0 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 210 time: 0.0357537 May 05 15:39:59.568373 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e5c58b10-b14e-49de-aadd-0eb51f353a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:00.677386 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7f948bdc-9c5b-4de3-8acd-cecc792fcd98 req-d6666a1f-5f5e-4e86-9f06-a82327d3a6ab tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 210 time: 0.0403588 May 05 15:40:00.791118 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:01.815671 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0f37f848-ed77-4af0-a7bb-59376a901466 req-25bc1da0-5a34-45b9-830a-cb10413993c2 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 210 time: 0.0416920 May 05 15:40:02.272778 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.335566 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-038f704b-b5b0-4545-b309-a023fb4de768 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:02.349442 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-038f704b-b5b0-4545-b309-a023fb4de768 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "GET /v2.0/networks?id=684b5975-bc12-42c9-a85a-1ee191c20238 HTTP/1.1" status: 200 len: 814 time: 0.1190417 May 05 15:40:02.349938 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Request body: {'port': {'device_id': '55064b47-e6e2-40db-9250-bef1c13f720d', 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238', 'admin_state_up': True, 'tenant_id': 'e680c24b57824d6686b37f86fd1ff881'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:02.602335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Made reservation on behalf of e680c24b57824d6686b37f86fd1ff881 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:40:02.605762 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:02.758973 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Allocated IP 172.20.0.12 (684b5975-bc12-42c9-a85a-1ee191c20238/58259adc-6006-4294-b099-1d109063a3c7/2a81790e-ebe7-4bda-95df-b32fa632828a) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:40:02.945552 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f84248ac-f389-44b5-8ad0-70fe9618f072 req-3dd0748e-8399-415c-ac36-2397bf5c2dc4 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 210 time: 0.0297468 May 05 15:40:02.958436 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks [] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.054109 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.103002 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Network 684b5975-bc12-42c9-a85a-1ee191c20238 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:40:03.110227 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:40:03.117416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:40:03.123830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Pushing event updated for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:03.196466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:03.197325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.262645 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-4df69a73-e2d7-4aaf-a476-3c3975be817e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9168694 May 05 15:40:03.276113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Request body: {'port': {'device_id': '55064b47-e6e2-40db-9250-bef1c13f720d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:40:03.352156 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.712822 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a81790e-ebe7-4bda-95df-b32fa632828a {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:40:03.724651 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks [] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.740793 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Transition to ACTIVE for port object 2a81790e-ebe7-4bda-95df-b32fa632828a will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:40:03.790470 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.870756 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:03.926613 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:04.007735 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Attempting to bind port 2a81790e-ebe7-4bda-95df-b32fa632828a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:40:04.008703 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Attempting to bind port 2a81790e-ebe7-4bda-95df-b32fa632828a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:40:04.008703 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Attempting to bind port 2a81790e-ebe7-4bda-95df-b32fa632828a on network 684b5975-bc12-42c9-a85a-1ee191c20238 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:40:04.015152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Port 2a81790e-ebe7-4bda-95df-b32fa632828a on network 684b5975-bc12-42c9-a85a-1ee191c20238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:40:04.015654 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Attempting to bind port 2a81790e-ebe7-4bda-95df-b32fa632828a on network 684b5975-bc12-42c9-a85a-1ee191c20238 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:40:04.022287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:40:04.022716 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Checking segment: {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:40:04.023236 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Bound using segment: {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:40:04.023797 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Bound port: 2a81790e-ebe7-4bda-95df-b32fa632828a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:40:04.024325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:04.157868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4016-67cd-4ea5-8d04-3fc7a583ffda req-851c8cb6-94b9-4fa1-9d02-04692cf20bb3 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.160892 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-de1a4016-67cd-4ea5-8d04-3fc7a583ffda req-851c8cb6-94b9-4fa1-9d02-04692cf20bb3 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 944 time: 0.1211848 May 05 15:40:04.242800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:40:04.251898 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2a81790e-ebe7-4bda-95df-b32fa632828a,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:40:04.281479 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-de1a4016-67cd-4ea5-8d04-3fc7a583ffda req-12d8f4ce-f5f0-466a-bcea-0de7e849748b tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114640 May 05 15:40:04.351644 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:04.413101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.413735 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:04.415237 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a81790e-ebe7-4bda-95df-b32fa632828a HTTP/1.1" status: 200 len: 1094 time: 1.1444371 May 05 15:40:04.415729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:04.418651 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d157501-868d-4a3b-89d2-ea8a0c6303aa" -d '{"events": [{"name": "network-changed", "server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:04.456241 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:04.463155 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7786a36c-aad4-42fb-ba29-d89d3335af7b x-openstack-request-id: req-7786a36c-aad4-42fb-ba29-d89d3335af7b {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:04.464197 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:04.464618 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7786a36c-aad4-42fb-ba29-d89d3335af7b {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:04.465257 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7786a36c-aad4-42fb-ba29-d89d3335af7b'] response: {'name': 'network-changed', 'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a', 'status': 'completed', 'code': 200} May 05 15:40:04.474102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.474681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.475243 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.475879 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.476446 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.477012 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.477573 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.478141 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.478696 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.480325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.480526 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.481086 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.481645 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.482169 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.482653 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa305bc2-21ce-4a07-ac79-abf620fd8ea4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:04.560907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-66d30df3-0b82-4782-a0bb-60b349247339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.563345 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-66d30df3-0b82-4782-a0bb-60b349247339 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 1128 time: 0.0742543 May 05 15:40:04.687099 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-1583288a-7154-4e8f-99de-b2cb1ee46ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.688671 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-1583288a-7154-4e8f-99de-b2cb1ee46ac0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e680c24b57824d6686b37f86fd1ff881&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1155870 May 05 15:40:04.817988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-7bb5ffdd-a6f4-412c-b6d6-a87160228650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.820665 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0d157501-868d-4a3b-89d2-ea8a0c6303aa req-7bb5ffdd-a6f4-412c-b6d6-a87160228650 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247993 May 05 15:40:04.916119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-cd56a81d-aae3-433f-b464-94eb2dfece66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:04.918216 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-cd56a81d-aae3-433f-b464-94eb2dfece66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e680c24b57824d6686b37f86fd1ff881&device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 1128 time: 0.0538335 May 05 15:40:04.966646 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-80f700b6-87aa-4854-a5a0-8900130cef18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a81790e-ebe7-4bda-95df-b32fa632828a HTTP/1.1" status: 200 len: 217 time: 0.0401461 May 05 15:40:05.019739 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-f5338a3f-15d4-43da-8ef9-ce41b35fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:05.021207 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-f5338a3f-15d4-43da-8ef9-ce41b35fa4ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58259adc-6006-4294-b099-1d109063a3c7 HTTP/1.1" status: 200 len: 854 time: 0.0468223 May 05 15:40:05.055992 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-7009d179-f1d6-4d3f-b84e-3f77cf590a43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=684b5975-bc12-42c9-a85a-1ee191c20238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268400 May 05 15:40:05.174533 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-33c4efb3-494c-45e3-90a6-ef0c4f3a2905 service neutron] 10.222.0.60 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119463 May 05 15:40:05.545536 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6634b-def8-497a-b53a-16bbd7d9719a req-0a1a4ecb-c6d7-48e1-b1da-3c0bda4d67c7 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:05.547169 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-98a6634b-def8-497a-b53a-16bbd7d9719a req-0a1a4ecb-c6d7-48e1-b1da-3c0bda4d67c7 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 944 time: 0.0932364 May 05 15:40:05.598879 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-59f3923f-0832-4e79-a99f-2adcb52d37b6 req-c198025e-ccba-4ee9-ab12-91e85c8881e2 service neutron] 10.222.0.60 "GET /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179783 May 05 15:40:05.630938 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:05.637113 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-98a6634b-def8-497a-b53a-16bbd7d9719a req-dd1fe093-4f01-4287-82d4-daba0a13fb7f tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786538 May 05 15:40:06.757536 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629269a2-ef54-4818-8a4d-111fe0b01382 req-756939f8-e615-4e36-8571-41a4fb58b2a8 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:06.759001 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-629269a2-ef54-4818-8a4d-111fe0b01382 req-756939f8-e615-4e36-8571-41a4fb58b2a8 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 944 time: 0.0467722 May 05 15:40:06.805247 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-629269a2-ef54-4818-8a4d-111fe0b01382 req-305fd211-6773-4654-acde-de6021d05bd2 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 May 05 15:40:07.931053 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70923-c065-4fcb-9b34-a0452a840807 req-f296ece7-f0f9-4b30-83b0-728a877b3e4e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:07.933318 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8c70923-c065-4fcb-9b34-a0452a840807 req-f296ece7-f0f9-4b30-83b0-728a877b3e4e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 944 time: 0.0560496 May 05 15:40:07.988550 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8c70923-c065-4fcb-9b34-a0452a840807 req-6930a875-0171-4966-a4fa-afc24e8495b1 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 May 05 15:40:08.330469 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 2a81790e-ebe7-4bda-95df-b32fa632828a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:40:08.456362 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2a81790e-ebe7-4bda-95df-b32fa632828a,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:08.475225 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '2a81790e-ebe7-4bda-95df-b32fa632828a', 'network_id': '684b5975-bc12-42c9-a85a-1ee191c20238', 'port_id': '2a81790e-ebe7-4bda-95df-b32fa632828a', 'mac_address': 'fa:16:3e:16:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58259adc-6006-4294-b099-1d109063a3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:40:08.524793 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 2a81790e-ebe7-4bda-95df-b32fa632828a is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:08.525437 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:08.547291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a81790e-ebe7-4bda-95df-b32fa632828a {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:40:08.579087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2a81790e-ebe7-4bda-95df-b32fa632828a,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:08.647589 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:08.699405 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:08.894601 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['2a81790e-ebe7-4bda-95df-b32fa632828a'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:40:09.138210 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27f660-c91b-4cb5-82f3-ba6f535b2f6b req-da4f1b71-23c5-46cc-809d-9a89a67a551d tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:09.139697 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b27f660-c91b-4cb5-82f3-ba6f535b2f6b req-da4f1b71-23c5-46cc-809d-9a89a67a551d tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 945 time: 0.0690651 May 05 15:40:09.187984 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b27f660-c91b-4cb5-82f3-ba6f535b2f6b req-5b2ebe06-e532-4346-b475-93e50ee7a4ff tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 May 05 15:40:10.334596 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 2a81790e-ebe7-4bda-95df-b32fa632828a up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:40:10.336148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5222eb-2fac-4eaa-ace5-cc6b3bd3e0b1 req-3c2b80c8-a936-4eb7-b2e3-7a03d18ca206 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:10.338244 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b5222eb-2fac-4eaa-ace5-cc6b3bd3e0b1 req-3c2b80c8-a936-4eb7-b2e3-7a03d18ca206 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 945 time: 0.0748444 May 05 15:40:10.384203 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 2a81790e-ebe7-4bda-95df-b32fa632828a completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:40:10.392711 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4b5222eb-2fac-4eaa-ace5-cc6b3bd3e0b1 req-9f5e0aad-1a48-451e-85c3-c95448e638fc tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 May 05 15:40:10.470279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 2a81790e-ebe7-4bda-95df-b32fa632828a triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:40:10.470615 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.559024 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 2a81790e-ebe7-4bda-95df-b32fa632828a is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:40:10.559413 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.587562 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:10.589900 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd839cd-7cc7-488a-9588-b4cc8532b5a0" -d '{"events": [{"server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "name": "network-vif-plugged", "status": "completed", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:10.603358 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2a81790e-ebe7-4bda-95df-b32fa632828a,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:10.631682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15532b6-b002-4373-9df5-66cb23c6820d x-openstack-request-id: req-e15532b6-b002-4373-9df5-66cb23c6820d {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:10.632005 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "name": "network-vif-plugged", "status": "completed", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:10.632264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15532b6-b002-4373-9df5-66cb23c6820d {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:10.632673 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15532b6-b002-4373-9df5-66cb23c6820d'] response: {'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a', 'code': 200} May 05 15:40:10.688011 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:10.740018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:10.926266 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3a469-d031-455f-bc75-162320c2ef96 req-602cc6b6-5988-442a-b83a-8b5aa58da1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:10.927837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-63f3a469-d031-455f-bc75-162320c2ef96 req-602cc6b6-5988-442a-b83a-8b5aa58da1ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 1130 time: 0.0413258 May 05 15:40:10.976782 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-63f3a469-d031-455f-bc75-162320c2ef96 req-ccc303d1-2a7e-4007-9199-91e713ec18f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 May 05 15:40:11.513477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ed7db-fc5e-4eec-a95e-72efa860562b req-e8dd8fc8-74ca-4a97-a547-14e42c880854 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:11.515035 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d75ed7db-fc5e-4eec-a95e-72efa860562b req-e8dd8fc8-74ca-4a97-a547-14e42c880854 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0487382 May 05 15:40:11.569937 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d75ed7db-fc5e-4eec-a95e-72efa860562b req-c9ce6b39-94cf-4930-8a62-4b4723133ba4 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 May 05 15:40:12.701885 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad324e-c3b3-418c-b617-b16bab4b704d req-ed0f0850-88d7-44d4-8b65-4ddc480fae90 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:12.704616 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f3ad324e-c3b3-418c-b617-b16bab4b704d req-ed0f0850-88d7-44d4-8b65-4ddc480fae90 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0600243 May 05 15:40:12.782536 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f3ad324e-c3b3-418c-b617-b16bab4b704d req-09dbe370-27aa-42ae-9d2c-6dcaecbe80ec tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679548 May 05 15:40:13.917571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a005-1efd-44dd-9a8d-c957e7ccc422 req-8a8721d2-094a-419c-b8da-c33005b5758c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:13.919362 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-26f6a005-1efd-44dd-9a8d-c957e7ccc422 req-8a8721d2-094a-419c-b8da-c33005b5758c tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0573323 May 05 15:40:13.973544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-26f6a005-1efd-44dd-9a8d-c957e7ccc422 req-07d035ae-4d42-4f5f-95e7-bd4306521b2b tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 May 05 15:40:16.175578 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:40:27.407783 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4fcef09e-4697-46de-b50a-e90077e471d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.607229 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55e9-6871-4a5d-9975-19374e32cf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:30.784408 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:32.173247 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:33.716043 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:35.641813 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.745621 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b62a3-e25c-4eca-bd10-1496b1627d21 req-a4b45104-d4a2-42d9-8522-422fc15990b6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:44.747100 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bf6b62a3-e25c-4eca-bd10-1496b1627d21 req-a4b45104-d4a2-42d9-8522-422fc15990b6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.1719866 May 05 15:40:44.800639 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-bf6b62a3-e25c-4eca-bd10-1496b1627d21 req-82c56805-5ecf-4fe3-a1fe-05d46bd40222 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 May 05 15:40:45.918334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24510a41-fae5-48c2-9442-030a4db22d6c req-a45a89ea-8178-4413-8f12-2e53cea913bd tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:45.919799 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-24510a41-fae5-48c2-9442-030a4db22d6c req-a45a89ea-8178-4413-8f12-2e53cea913bd tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0476310 May 05 15:40:45.967760 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-24510a41-fae5-48c2-9442-030a4db22d6c req-d8de2ff1-c85b-4910-8bc3-f5015cad5c1e tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 May 05 15:40:46.146683 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-69904e48-4585-4105-b4c8-0d05a020488d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445397 May 05 15:40:46.206791 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae9cb-002e-420d-a329-15b214232d1f req-aa77c3e4-8f53-4070-bd32-e0a8db8ce6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:46.208326 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-aa77c3e4-8f53-4070-bd32-e0a8db8ce6cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d93ed256d64460ca78ab0593d417fb1&device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 1129 time: 0.0396166 May 05 15:40:46.398488 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae9cb-002e-420d-a329-15b214232d1f req-c0029110-0413-4f14-a40f-8892d66c1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:46.399986 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-c0029110-0413-4f14-a40f-8892d66c1f5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 200 len: 911 time: 0.0895131 May 05 15:40:46.670859 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-b00500f4-c012-4dcd-b6f2-842b527223ec tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:46.672746 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-b00500f4-c012-4dcd-b6f2-842b527223ec tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0472622 May 05 15:40:46.695138 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-734020fe-8f38-4de3-9acb-d23de33b90f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0022979c-33f6-4205-84b6-489120a84a27 HTTP/1.1" status: 200 len: 1001 time: 0.0702050 May 05 15:40:47.022130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae9cb-002e-420d-a329-15b214232d1f req-07d3280a-3e41-414b-b7d0-0d479f67254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:47.023766 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-07d3280a-3e41-414b-b7d0-0d479f67254b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 200 len: 849 time: 0.0505700 May 05 15:40:47.056968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Deleting port 2a81790e-ebe7-4bda-95df-b32fa632828a {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:47.057576 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.097122 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae9cb-002e-420d-a329-15b214232d1f req-7970ffb3-4778-488f-9560-6a3afd029922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:47.098651 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-7970ffb3-4778-488f-9560-6a3afd029922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fb37449-be5e-4554-b672-00d7f4c625fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661607 May 05 15:40:47.116840 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2336e-ee70-4025-b0fd-5d3e798e0733 req-60780e81-0625-456d-b4c6-64d9303ea7eb tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:47.119886 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ac2336e-ee70-4025-b0fd-5d3e798e0733 req-60780e81-0625-456d-b4c6-64d9303ea7eb tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 946 time: 0.0751631 May 05 15:40:47.155697 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] For port 2a81790e-ebe7-4bda-95df-b32fa632828a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2a81790e-ebe7-4bda-95df-b32fa632828a,segment=NetworkSegment(b414b75e-0f34-4a0f-a6cc-fd784d3af9ed),segment_id=b414b75e-0f34-4a0f-a6cc-fd784d3af9ed)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:47.156069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.174100 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Calling delete_port for 2a81790e-ebe7-4bda-95df-b32fa632828a owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:47.233146 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ac2336e-ee70-4025-b0fd-5d3e798e0733 req-80ff0119-edac-473e-b554-da8f9a5dd634 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/security-groups?id=508a2c81-fc74-4b16-ac4f-b09f31fcf87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021600 May 05 15:40:47.253429 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-64481c6b-d18f-4acf-ae71-ebf9590f5866 service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325376 May 05 15:40:47.352979 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b8cae9cb-002e-420d-a329-15b214232d1f req-7e5f63f9-1058-40fc-a6f0-66bd7b4e5b0b service neutron] 10.222.0.60 "GET /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925479 May 05 15:40:47.378128 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (2a81790e-ebe7-4bda-95df-b32fa632828a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.391424 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['2a81790e-ebe7-4bda-95df-b32fa632828a'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:40:47.416460 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Pushing event deleted for resources: {'Port': ['ID=2a81790e-ebe7-4bda-95df-b32fa632828a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:47.446604 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.446957 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.447334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.447775 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.448113 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.448450 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.448782 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.449107 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.449437 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.449765 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.450093 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.450421 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.450759 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.451081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.451411 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:40:47.474881 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] No DVR routers for this DVR port 2a81790e-ebe7-4bda-95df-b32fa632828a on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:47.477491 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:47.481490 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f63ac70d-3235-4ebe-ae93-39e2981c6792 req-a8f9d18b-d744-44da-8bfb-d991c928aed6 tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.60 "DELETE /v2.0/ports/2a81790e-ebe7-4bda-95df-b32fa632828a HTTP/1.1" status: 204 len: 173 time: 0.5149982 May 05 15:40:47.481925 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'name': 'network-vif-deleted', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:47.484164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f75c52-1a0b-42b5-9dbb-8faa08b0c7e7" -d '{"events": [{"server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "name": "network-vif-deleted", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:47.520649 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e7dafa-cff3-4d52-9d89-eedde6f36821 x-openstack-request-id: req-74e7dafa-cff3-4d52-9d89-eedde6f36821 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:47.520941 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55064b47-e6e2-40db-9250-bef1c13f720d", "name": "network-vif-deleted", "tag": "2a81790e-ebe7-4bda-95df-b32fa632828a", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:47.521195 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74e7dafa-cff3-4d52-9d89-eedde6f36821 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:47.521600 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e7dafa-cff3-4d52-9d89-eedde6f36821'] response: {'server_uuid': '55064b47-e6e2-40db-9250-bef1c13f720d', 'name': 'network-vif-deleted', 'tag': '2a81790e-ebe7-4bda-95df-b32fa632828a', 'status': 'completed', 'code': 200} May 05 15:40:48.376055 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c49d66bd-fe2f-417a-a6e5-0e63a9b19381 req-93bbbe4f-ba2d-4af5-9e63-8b126471a29a tempest-VolumesSnapshotTestJSON-2097939678 tempest-VolumesSnapshotTestJSON-2097939678-project] 10.222.0.55 "GET /v2.0/ports?device_id=55064b47-e6e2-40db-9250-bef1c13f720d HTTP/1.1" status: 200 len: 210 time: 0.0327728 May 05 15:40:50.150375 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcbd2a-f435-462c-96dc-070d8119b751 req-3294b155-6962-4d6c-9e68-5c1dc13eab4f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:50.151891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87fcbd2a-f435-462c-96dc-070d8119b751 req-3294b155-6962-4d6c-9e68-5c1dc13eab4f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0470715 May 05 15:40:50.204196 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87fcbd2a-f435-462c-96dc-070d8119b751 req-54d2adf2-0230-407c-918c-9f6a49496aa0 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 May 05 15:40:50.583455 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 2a81790e-ebe7-4bda-95df-b32fa632828a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:50.607847 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 2a81790e-ebe7-4bda-95df-b32fa632828a {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:50.608192 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 2a81790e-ebe7-4bda-95df-b32fa632828a not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:51.321369 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f604e-d546-4825-b07a-7c1ce9ed44a3 req-e028165f-d9bf-4054-9d93-5acb313a6c0d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:51.323735 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-669f604e-d546-4825-b07a-7c1ce9ed44a3 req-e028165f-d9bf-4054-9d93-5acb313a6c0d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0499699 May 05 15:40:51.377276 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-669f604e-d546-4825-b07a-7c1ce9ed44a3 req-95322ea8-77d9-449d-899d-54a2c9719e7f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459564 May 05 15:40:52.497325 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223a1dd-0896-41ea-a18a-e3c87f90bc5b req-e4b3ca9c-65a7-4d31-bc03-e8696b709444 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:52.498787 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b223a1dd-0896-41ea-a18a-e3c87f90bc5b req-e4b3ca9c-65a7-4d31-bc03-e8696b709444 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0473437 May 05 15:40:52.552489 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b223a1dd-0896-41ea-a18a-e3c87f90bc5b req-9acb6de8-cfbf-402e-826d-c3736a84bd2f tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 May 05 15:40:53.174160 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:40:53.777406 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4018-f270-4db7-b965-39e5a266608d req-be48feff-b2e9-49e0-a11a-9d59cd6446d6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:53.779004 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-906a4018-f270-4db7-b965-39e5a266608d req-be48feff-b2e9-49e0-a11a-9d59cd6446d6 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0518246 May 05 15:40:53.830710 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-906a4018-f270-4db7-b965-39e5a266608d req-2e7c9b84-d851-41d9-adb9-d7980e2a7167 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 May 05 15:40:54.577414 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-be0d536e-c8f5-4936-bcee-d33674a265df tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:54.578864 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-be0d536e-c8f5-4936-bcee-d33674a265df tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.0477266 May 05 15:40:54.664312 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Deleting port 0022979c-33f6-4205-84b6-489120a84a27 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:54.664557 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (0022979c-33f6-4205-84b6-489120a84a27), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:54.763746 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] For port 0022979c-33f6-4205-84b6-489120a84a27, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0022979c-33f6-4205-84b6-489120a84a27,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:40:54.765701 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (0022979c-33f6-4205-84b6-489120a84a27), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.265283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d481ca-6031-4980-b963-745ac63f4086 req-09bf0f64-5820-4dfb-9232-8794aa1d0678 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:40:55.266720 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0d481ca-6031-4980-b963-745ac63f4086 req-09bf0f64-5820-4dfb-9232-8794aa1d0678 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 945 time: 0.1041131 May 05 15:40:55.318422 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.318778 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.319089 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Floating IP 2ad04bf3-1807-4991-845d-8ea2140691c1 disassociated. External IP: 172.27.2.132, port: 0022979c-33f6-4205-84b6-489120a84a27. May 05 15:40:55.319425 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Calling delete_port for 0022979c-33f6-4205-84b6-489120a84a27 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:55.348788 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0d481ca-6031-4980-b963-745ac63f4086 req-49e12aa7-6148-4f16-88d2-af8ebc6bd71d tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups?id=840a10c6-66b4-4fb1-a261-949ed6324ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724683 May 05 15:40:55.538458 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (0022979c-33f6-4205-84b6-489120a84a27), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.572563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'Port': ['ID=0022979c-33f6-4205-84b6-489120a84a27,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:55.714871 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:40:55.850284 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:40:55.864588 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:40:55.877443 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:55.878089 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:55.907348 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] No DVR routers for this DVR port 0022979c-33f6-4205-84b6-489120a84a27 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:40:55.919814 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:55.919814 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-78036e7a-55bf-4dec-a12e-8ab5bbed9b99 req-9aefccd2-f5c7-4839-817e-57290c877ea9 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.60 "DELETE /v2.0/ports/0022979c-33f6-4205-84b6-489120a84a27 HTTP/1.1" status: 204 len: 173 time: 1.3310099 May 05 15:40:55.919814 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'name': 'network-vif-deleted', 'tag': '0022979c-33f6-4205-84b6-489120a84a27'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:40:55.920419 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95234044-3ca8-416b-be4d-0e97a3e9ab55" -d '{"events": [{"server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "name": "network-vif-deleted", "tag": "0022979c-33f6-4205-84b6-489120a84a27"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:40:55.977275 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab226e8-da2e-4e70-8f3c-560dbd8385e6 x-openstack-request-id: req-7ab226e8-da2e-4e70-8f3c-560dbd8385e6 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:40:55.977828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bad7d1f-f175-42a9-99b6-49f9bd18fae9", "name": "network-vif-deleted", "tag": "0022979c-33f6-4205-84b6-489120a84a27", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:40:55.978841 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ab226e8-da2e-4e70-8f3c-560dbd8385e6 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:40:55.987661 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab226e8-da2e-4e70-8f3c-560dbd8385e6'] response: {'server_uuid': '4bad7d1f-f175-42a9-99b6-49f9bd18fae9', 'name': 'network-vif-deleted', 'tag': '0022979c-33f6-4205-84b6-489120a84a27', 'status': 'completed', 'code': 200} May 05 15:40:56.030238 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:56.272712 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:56.305152 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:40:56.314829 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:40:56.316464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:56.436241 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:40:56.465635 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-16331623-93aa-422d-9c16-f83f897d047e req-1e932a71-c67d-4720-b89c-9a2f2c28aa2c tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bad7d1f-f175-42a9-99b6-49f9bd18fae9 HTTP/1.1" status: 200 len: 210 time: 0.0289638 May 05 15:40:56.643204 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:40:56.674297 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142beef-5dc6-41f0-93dc-f1216f44646d None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:35:51Z', 'revision_number': 4, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '06217011-eac1-428f-a194-b8bd9a47b77a', 'name': '', 'network_id': '9fb37449-be5e-4554-b672-00d7f4c625fd', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'mac_address': 'fa:16:3e:6a:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:51Z', 'updated_at': '2022-05-05T15:35:55Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'subnets': [{'id': '44a9eeef-d07a-4035-b932-5394c18823bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:40:56.909418 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f10017-f263-40fb-a706-df62b2b4fca3 None None] New status for floating IP 2ad04bf3-1807-4991-845d-8ea2140691c1: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:40:57.492304 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-22b896c1-0219-4bdd-8afb-9b71e4978e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.682637 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46040) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:57.739269 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (840a10c6-66b4-4fb1-a261-949ed6324ba0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.771712 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (840a10c6-66b4-4fb1-a261-949ed6324ba0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.903899 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (840a10c6-66b4-4fb1-a261-949ed6324ba0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.906534 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:57.907716 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "DELETE /v2.0/security-groups/840a10c6-66b4-4fb1-a261-949ed6324ba0 HTTP/1.1" status: 204 len: 168 time: 0.2238994 May 05 15:40:57.910630 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46042) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:57.918381 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c96c1-f82a-4ab6-ab58-440ff7121496 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a10c6-66b4-4fb1-a261-949ed6324ba0,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:57.924881 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-76f01279-b56b-4410-9f90-dcda6e77de84 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] show failed (client error): The resource could not be found. May 05 15:40:57.925713 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-76f01279-b56b-4410-9f90-dcda6e77de84 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "GET /v2.0/security-groups/840a10c6-66b4-4fb1-a261-949ed6324ba0 HTTP/1.1" status: 404 len: 347 time: 0.0139875 May 05 15:40:57.928643 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46044) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:58.054281 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Deleting port 14bb99d5-8ddc-4565-af3f-ffff65d4e58d {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:40:58.054493 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.141367 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.141702 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.157341 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Calling delete_port for 14bb99d5-8ddc-4565-af3f-ffff65d4e58d owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:40:58.367141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (14bb99d5-8ddc-4565-af3f-ffff65d4e58d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.393660 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Pushing event deleted for resources: {'Port': ['ID=14bb99d5-8ddc-4565-af3f-ffff65d4e58d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:40:58.455079 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks [] for floatingip (2ad04bf3-1807-4991-845d-8ea2140691c1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.457850 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:58.458989 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5920aee1-7197-40d3-b4e6-59069b2edf27 tempest-AttachVolumeTestJSON-1880808468 tempest-AttachVolumeTestJSON-1880808468-project] 10.222.0.55 "DELETE /v2.0/floatingips/2ad04bf3-1807-4991-845d-8ea2140691c1 HTTP/1.1" status: 204 len: 168 time: 0.5294600 May 05 15:40:58.630607 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 0022979c-33f6-4205-84b6-489120a84a27 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:40:58.656746 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 0022979c-33f6-4205-84b6-489120a84a27 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:40:58.657278 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 0022979c-33f6-4205-84b6-489120a84a27 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:40:59.583407 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f6451534-a0f2-4298-b23f-be687a95c9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:00.823527 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:02.120478 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:03.748206 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:04.511088 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46096) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:04.978866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.219623 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Deleting port 06217011-eac1-428f-a194-b8bd9a47b77a {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:05.219966 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.298883 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] For port 06217011-eac1-428f-a194-b8bd9a47b77a, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06217011-eac1-428f-a194-b8bd9a47b77a,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:05.299246 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.312703 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Calling delete_port for 06217011-eac1-428f-a194-b8bd9a47b77a owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:05.589298 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (06217011-eac1-428f-a194-b8bd9a47b77a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.616484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Pushing event deleted for resources: {'Port': ['ID=06217011-eac1-428f-a194-b8bd9a47b77a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:05.630100 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:05.802243 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:06.048287 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Router b521e5ee-c697-4e5a-ab57-ddf116ff460d has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:06.183003 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:06.192818 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d26f5553-4778-4a6e-b91f-8c24d64bb35e admin admin] 10.222.0.55 "PUT /v2.0/routers/b521e5ee-c697-4e5a-ab57-ddf116ff460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760550 May 05 15:41:06.192973 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Sync routers for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:06.193256 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46108) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:06.203153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:06.203868 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:06.310111 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks [] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:06.427425 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks [] for router_gateway (b521e5ee-c697-4e5a-ab57-ddf116ff460d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:06.477345 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:06.558974 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Deleting port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:06.558974 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:06.662486 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:41:05Z', 'revision_number': 5, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port': {'id': 'd55e3e90-2044-4bfc-9003-f9ced0c0ec5c', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:35:48Z', 'updated_at': '2022-05-05T15:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:06.689456 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] For port d55e3e90-2044-4bfc-9003-f9ced0c0ec5c, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:06.689822 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:06.696946 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Checking router: b521e5ee-c697-4e5a-ab57-ddf116ff460d for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:06.703966 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Calling delete_port for d55e3e90-2044-4bfc-9003-f9ced0c0ec5c owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:06.710268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Routers {'b521e5ee-c697-4e5a-ab57-ddf116ff460d'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:06.711377 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:06.808982 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] Set router b521e5ee-c697-4e5a-ab57-ddf116ff460d gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:06.868172 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:41:06Z', 'revision_number': 6, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:06.900282 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f625772f-4645-464f-8895-60a7ba00bb78 None None] The sync data for ids ['b521e5ee-c697-4e5a-ab57-ddf116ff460d'] in dv-cinder-835881-6-iscsi is: [{'id': 'b521e5ee-c697-4e5a-ab57-ddf116ff460d', 'name': 'tempest-AttachVolumeTestJSON-224838527-router', 'tenant_id': '5d93ed256d64460ca78ab0593d417fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:35:47Z', 'updated_at': '2022-05-05T15:41:06Z', 'revision_number': 6, 'project_id': '5d93ed256d64460ca78ab0593d417fb1', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:06.989116 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (d55e3e90-2044-4bfc-9003-f9ced0c0ec5c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.014151 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Pushing event deleted for resources: {'Port': ['ID=d55e3e90-2044-4bfc-9003-f9ced0c0ec5c,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:07.043599 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.050263 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:07.091536 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.184486 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.186745 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks [] for router_controller (b521e5ee-c697-4e5a-ab57-ddf116ff460d), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.303729 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (b521e5ee-c697-4e5a-ab57-ddf116ff460d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.304811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b521e5ee-c697-4e5a-ab57-ddf116ff460d {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:41:07.311043 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.311043 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-537d8c66-21f9-4c32-be8d-8c174a42d47b admin admin] 10.222.0.55 "DELETE /v2.0/routers/b521e5ee-c697-4e5a-ab57-ddf116ff460d HTTP/1.1" status: 204 len: 168 time: 1.1164587 May 05 15:41:07.313436 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46118) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:07.365061 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Deleting subnet 44a9eeef-d07a-4035-b932-5394c18823bf {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:07.369134 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Publish callbacks [] for subnet (44a9eeef-d07a-4035-b932-5394c18823bf), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.408607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (44a9eeef-d07a-4035-b932-5394c18823bf), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.503914 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (44a9eeef-d07a-4035-b932-5394c18823bf), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.636058 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (44a9eeef-d07a-4035-b932-5394c18823bf), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.663204 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a9eeef-d07a-4035-b932-5394c18823bf,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:07.667174 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.671177 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e0b8bf19-d0df-46ec-bedd-242a4f99fe53 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/44a9eeef-d07a-4035-b932-5394c18823bf HTTP/1.1" status: 204 len: 168 time: 0.3561072 May 05 15:41:07.674243 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46120) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:07.676518 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572a685-a1c4-41fd-a3fc-08e0a083cd2d None None] Network 9fb37449-be5e-4554-b672-00d7f4c625fd requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:07.757757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (9fb37449-be5e-4554-b672-00d7f4c625fd), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.809108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Deleting port dc76fbf2-0aec-4af1-8644-4856d0576c6e {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:07.809492 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.844403 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] DHCP port deletion for 9fb37449-be5e-4554-b672-00d7f4c625fd request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:41:07.887589 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] For port dc76fbf2-0aec-4af1-8644-4856d0576c6e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dc76fbf2-0aec-4af1-8644-4856d0576c6e,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:07.887899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.897297 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Deleting port dc76fbf2-0aec-4af1-8644-4856d0576c6e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:07.897678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.906348 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Calling delete_port for dc76fbf2-0aec-4af1-8644-4856d0576c6e owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:07.972014 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] For port dc76fbf2-0aec-4af1-8644-4856d0576c6e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dc76fbf2-0aec-4af1-8644-4856d0576c6e,segment=NetworkSegment(722bf2df-9217-4702-b52b-4b8ff652343e),segment_id=722bf2df-9217-4702-b52b-4b8ff652343e)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:07.972601 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.989913 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Calling delete_port for dc76fbf2-0aec-4af1-8644-4856d0576c6e owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:08.063595 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06217011-eac1-428f-a194-b8bd9a47b77a no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:08.091890 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 06217011-eac1-428f-a194-b8bd9a47b77a {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:08.092235 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06217011-eac1-428f-a194-b8bd9a47b77a not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:08.092658 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dc76fbf2-0aec-4af1-8644-4856d0576c6e no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:08.107776 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.140808 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (dc76fbf2-0aec-4af1-8644-4856d0576c6e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.141173 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc76fbf2-0aec-4af1-8644-4856d0576c6e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:08.145305 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] No DVR routers for this DVR port dc76fbf2-0aec-4af1-8644-4856d0576c6e on host dv-cinder-835881-6-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:08.152154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No active binding found for port dc76fbf2-0aec-4af1-8644-4856d0576c6e {{(pid=103757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 05 15:41:08.152536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] The host dv-cinder-835881-6-iscsi is not matching for port dc76fbf2-0aec-4af1-8644-4856d0576c6e host None! {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 05 15:41:08.152937 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dc76fbf2-0aec-4af1-8644-4856d0576c6e not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:08.153377 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d55e3e90-2044-4bfc-9003-f9ced0c0ec5c no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:08.193435 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Pushing event deleted for resources: {'Port': ['ID=dc76fbf2-0aec-4af1-8644-4856d0576c6e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:08.195933 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] No DVR routers for this DVR port dc76fbf2-0aec-4af1-8644-4856d0576c6e on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:08.198827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: d55e3e90-2044-4bfc-9003-f9ced0c0ec5c {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:08.199177 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d55e3e90-2044-4bfc-9003-f9ced0c0ec5c not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.212653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d2496-557b-4393-bc06-c1ad70cacf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:08.232498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (9fb37449-be5e-4554-b672-00d7f4c625fd), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.256471 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb37449-be5e-4554-b672-00d7f4c625fd']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:08.266625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722bf2df-9217-4702-b52b-4b8ff652343e') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:08.266932 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722bf2df-9217-4702-b52b-4b8ff652343e') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:08.276823 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (722bf2df-9217-4702-b52b-4b8ff652343e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.292237 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (722bf2df-9217-4702-b52b-4b8ff652343e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.306467 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:08.306899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (722bf2df-9217-4702-b52b-4b8ff652343e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:08.308806 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:08.703636 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (9fb37449-be5e-4554-b672-00d7f4c625fd), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.711627 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:08.715739 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fb37449-be5e-4554-b672-00d7f4c625fd HTTP/1.1" status: 204 len: 168 time: 1.0409260 May 05 15:41:08.727526 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbb2a5-f09f-45d6-aea8-10eb8a15cf48 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb37449-be5e-4554-b672-00d7f4c625fd,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:09.098221 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46136) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:09.140296 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d9d79382-1c7c-4868-8995-ad94f786c245 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d93ed256d64460ca78ab0593d417fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407641 May 05 15:41:09.142739 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46138) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:09.192429 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] Publish callbacks [] for security_group (4799e87d-51aa-49ec-801d-0cd30e9da6b4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:09.215352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] Publish callbacks [] for security_group (4799e87d-51aa-49ec-801d-0cd30e9da6b4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:09.349283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (4799e87d-51aa-49ec-801d-0cd30e9da6b4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:09.351892 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:09.353727 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4799e87d-51aa-49ec-801d-0cd30e9da6b4 HTTP/1.1" status: 204 len: 168 time: 0.2099907 May 05 15:41:09.361884 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36977-a0d4-49c9-9e6d-89d0c4d2bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799e87d-51aa-49ec-801d-0cd30e9da6b4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:10.527008 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46168) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:10.635501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1109251753-network', 'tenant_id': '793a2afc56d84e3ea3a2d286445f4c8e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:10.732149 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Made reservation on behalf of 793a2afc56d84e3ea3a2d286445f4c8e for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:10.734630 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.745045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.829336 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks [] for security_group (837543cb-149f-4857-bf57-985307f47716), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.892111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (837543cb-149f-4857-bf57-985307f47716), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.919457 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:41:10.929427 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837543cb-149f-4857-bf57-985307f47716,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:10.934406 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (8202da7d-dc82-4525-8e21-953f97cefbe2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:10.934760 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Added segment 8202da7d-dc82-4525-8e21-953f97cefbe2 of type vlan for network ad7db45f-3e79-44a7-8956-59f6f9087064 May 05 15:41:10.976318 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (ad7db45f-3e79-44a7-8956-59f6f9087064), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.068255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (ad7db45f-3e79-44a7-8956-59f6f9087064), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.069259 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:11.069854 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.142751 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] Pushing event updated for resources: {'Network': ['ID=ad7db45f-3e79-44a7-8956-59f6f9087064,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:11.152896 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network ad7db45f-3e79-44a7-8956-59f6f9087064 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:41:11.179073 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d7a76e5c-996d-4c07-8e2d-57d92b67161d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6508236 May 05 15:41:11.182608 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46174) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:11.187846 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Request body: {'subnet': {'network_id': 'ad7db45f-3e79-44a7-8956-59f6f9087064', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1109251753-subnet', 'tenant_id': '793a2afc56d84e3ea3a2d286445f4c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:11.268314 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Made reservation on behalf of 793a2afc56d84e3ea3a2d286445f4c8e for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:11.270967 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072343'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.509430 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28837661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072421'] for subnet (c1eff8ea-3bb6-4e44-ad5f-6359168dbf28), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.573046 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1eff8ea-3bb6-4e44-ad5f-6359168dbf28,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:11.579267 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Checking segment: {'id': '8202da7d-dc82-4525-8e21-953f97cefbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ad7db45f-3e79-44a7-8956-59f6f9087064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:11.579783 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Network hostable DHCP agents. Network: ad7db45f-3e79-44a7-8956-59f6f9087064, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:41:11.686678 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Network ad7db45f-3e79-44a7-8956-59f6f9087064 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:41:11.789695 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, ad7db45f-3e79-44a7-8956-59f6f9087064) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:11.795232 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:11.799511 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:11.804284 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed312e3b-751a-4b96-a958-6fe43f02ad5d None None] Network ad7db45f-3e79-44a7-8956-59f6f9087064 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:11.896994 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-304ae60a-888d-435a-b660-85adcd7f5cfc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7113137 May 05 15:41:11.953452 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb08db-1534-4e0d-8052-0c43bbaa39d1 None None] Network ad7db45f-3e79-44a7-8956-59f6f9087064 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:12.703397 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46196) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:12.708828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1927061586-network', 'tenant_id': '7249704311814e8a86b405bd91e8bf8f'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:12.840198 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Made reservation on behalf of 7249704311814e8a86b405bd91e8bf8f for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:12.842515 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:12.851508 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:12.925965 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks [] for security_group (5cef19c6-7004-495f-8d23-61b4381a032d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.011958 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5cef19c6-7004-495f-8d23-61b4381a032d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.035748 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:41:13.050212 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef19c6-7004-495f-8d23-61b4381a032d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:13.055062 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (c9bdfce4-b78a-4f11-ba11-45f6e89fa26e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.057366 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Added segment c9bdfce4-b78a-4f11-ba11-45f6e89fa26e of type vlan for network 9b49a13b-e1a7-41c2-9f95-243861340737 May 05 15:41:13.098940 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (9b49a13b-e1a7-41c2-9f95-243861340737), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.195170 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (9b49a13b-e1a7-41c2-9f95-243861340737), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.196099 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:13.196677 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.256982 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=9b49a13b-e1a7-41c2-9f95-243861340737,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:13.267341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 9b49a13b-e1a7-41c2-9f95-243861340737 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:41:13.283506 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-562a0c5e-0516-43fd-9ac4-375335d25ad2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5787764 May 05 15:41:13.286407 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46218) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:13.292408 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Request body: {'subnet': {'network_id': '9b49a13b-e1a7-41c2-9f95-243861340737', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1927061586-subnet', 'tenant_id': '7249704311814e8a86b405bd91e8bf8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:13.401102 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Made reservation on behalf of 7249704311814e8a86b405bd91e8bf8f for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:13.403585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072343'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.629519 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28837661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072421'] for subnet (a1339f8d-70b5-4da9-a8c9-439942f65266), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.695583 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1339f8d-70b5-4da9-a8c9-439942f65266,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:13.706265 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Checking segment: {'id': 'c9bdfce4-b78a-4f11-ba11-45f6e89fa26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9b49a13b-e1a7-41c2-9f95-243861340737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:13.706933 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Network hostable DHCP agents. Network: 9b49a13b-e1a7-41c2-9f95-243861340737, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:41:13.800991 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Network 9b49a13b-e1a7-41c2-9f95-243861340737 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:41:13.920563 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 9b49a13b-e1a7-41c2-9f95-243861340737) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:13.924812 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:13.925435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:13.936975 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83b8f1-4a30-4660-b21c-ab9067279c07 None None] Network 9b49a13b-e1a7-41c2-9f95-243861340737 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:14.021036 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f1f92e10-8651-4e8f-8746-e6a26cf89774 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7332232 May 05 15:41:14.048645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d5121-21dc-4624-be4a-8ed3e8cb75a1 None None] Network 9b49a13b-e1a7-41c2-9f95-243861340737 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:14.141713 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46222) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:14.189591 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Deleting subnet c1eff8ea-3bb6-4e44-ad5f-6359168dbf28 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:14.189904 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Publish callbacks [] for subnet (c1eff8ea-3bb6-4e44-ad5f-6359168dbf28), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.231551 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (c1eff8ea-3bb6-4e44-ad5f-6359168dbf28), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.270144 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (c1eff8ea-3bb6-4e44-ad5f-6359168dbf28), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.383613 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (c1eff8ea-3bb6-4e44-ad5f-6359168dbf28), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.411328 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1eff8ea-3bb6-4e44-ad5f-6359168dbf28,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:14.413311 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.416544 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-67f2b81e-4281-4415-ae34-18a88f4b813c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c1eff8ea-3bb6-4e44-ad5f-6359168dbf28 HTTP/1.1" status: 204 len: 168 time: 0.2737217 May 05 15:41:14.418930 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46228) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:14.492036 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (ad7db45f-3e79-44a7-8956-59f6f9087064), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.574609 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (ad7db45f-3e79-44a7-8956-59f6f9087064), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.597138 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7db45f-3e79-44a7-8956-59f6f9087064']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:14.607438 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8202da7d-dc82-4525-8e21-953f97cefbe2') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:14.607770 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8202da7d-dc82-4525-8e21-953f97cefbe2') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:14.618055 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (8202da7d-dc82-4525-8e21-953f97cefbe2), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.632681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (8202da7d-dc82-4525-8e21-953f97cefbe2), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.640152 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:14.640554 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (8202da7d-dc82-4525-8e21-953f97cefbe2), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:14.642314 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:14.915514 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (ad7db45f-3e79-44a7-8956-59f6f9087064), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.923104 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.926425 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad7db45f-3e79-44a7-8956-59f6f9087064 HTTP/1.1" status: 204 len: 168 time: 0.5064900 May 05 15:41:14.929531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46232) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:14.938109 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7c59-c780-4d5f-b45e-32d6a71e8f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7db45f-3e79-44a7-8956-59f6f9087064,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:14.977538 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Deleting subnet a1339f8d-70b5-4da9-a8c9-439942f65266 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:14.981510 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Publish callbacks [] for subnet (a1339f8d-70b5-4da9-a8c9-439942f65266), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.019353 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (a1339f8d-70b5-4da9-a8c9-439942f65266), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.060351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (a1339f8d-70b5-4da9-a8c9-439942f65266), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.223424 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (a1339f8d-70b5-4da9-a8c9-439942f65266), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.252350 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1339f8d-70b5-4da9-a8c9-439942f65266,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:15.254334 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.260469 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f8d80bc8-d3c0-4032-ad8e-d889dd4bd589 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1339f8d-70b5-4da9-a8c9-439942f65266 HTTP/1.1" status: 204 len: 168 time: 0.3270252 May 05 15:41:15.260861 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46234) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:15.331875 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (9b49a13b-e1a7-41c2-9f95-243861340737), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.413006 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (9b49a13b-e1a7-41c2-9f95-243861340737), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.434280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b49a13b-e1a7-41c2-9f95-243861340737']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:15.444567 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bdfce4-b78a-4f11-ba11-45f6e89fa26e') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:15.444891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bdfce4-b78a-4f11-ba11-45f6e89fa26e') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:15.454669 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (c9bdfce4-b78a-4f11-ba11-45f6e89fa26e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.468713 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (c9bdfce4-b78a-4f11-ba11-45f6e89fa26e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.474575 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:15.474962 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (c9bdfce4-b78a-4f11-ba11-45f6e89fa26e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:15.476667 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:15.612221 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (9b49a13b-e1a7-41c2-9f95-243861340737), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.619201 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.622946 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] 10.222.0.55 "DELETE /v2.0/networks/9b49a13b-e1a7-41c2-9f95-243861340737 HTTP/1.1" status: 204 len: 168 time: 0.3605618 May 05 15:41:15.624889 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46238) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:15.632050 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3691-b94c-44b0-b3ad-070cf57435da admin admin] Pushing event deleted for resources: {'Network': ['ID=9b49a13b-e1a7-41c2-9f95-243861340737,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:15.678426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Deleting subnet 58259adc-6006-4294-b099-1d109063a3c7 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:15.681746 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Publish callbacks [] for subnet (58259adc-6006-4294-b099-1d109063a3c7), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.723295 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (58259adc-6006-4294-b099-1d109063a3c7), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.763646 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (58259adc-6006-4294-b099-1d109063a3c7), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.966590 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (58259adc-6006-4294-b099-1d109063a3c7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.991242 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58259adc-6006-4294-b099-1d109063a3c7,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:16.002803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.008427 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4bd258bc-970b-400f-bc71-acfe11d92c9f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58259adc-6006-4294-b099-1d109063a3c7 HTTP/1.1" status: 204 len: 168 time: 0.3805587 May 05 15:41:16.009081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46242) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:16.083085 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (684b5975-bc12-42c9-a85a-1ee191c20238), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.178566 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (684b5975-bc12-42c9-a85a-1ee191c20238), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.202571 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684b5975-bc12-42c9-a85a-1ee191c20238']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:16.213088 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:16.213388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b414b75e-0f34-4a0f-a6cc-fd784d3af9ed') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:16.228091 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (b414b75e-0f34-4a0f-a6cc-fd784d3af9ed), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.228438 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46244) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:16.237950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (b414b75e-0f34-4a0f-a6cc-fd784d3af9ed), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.244979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:16.245316 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (b414b75e-0f34-4a0f-a6cc-fd784d3af9ed), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:16.247247 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:16.274107 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3674c763-5afd-46a3-80cf-0e33da4a2232 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=793a2afc56d84e3ea3a2d286445f4c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449095 May 05 15:41:16.278159 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46246) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:16.331881 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] Publish callbacks [] for security_group (837543cb-149f-4857-bf57-985307f47716), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.354133 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] Publish callbacks [] for security_group (837543cb-149f-4857-bf57-985307f47716), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.389342 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (684b5975-bc12-42c9-a85a-1ee191c20238), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.400331 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.405077 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/684b5975-bc12-42c9-a85a-1ee191c20238 HTTP/1.1" status: 204 len: 168 time: 0.3935122 May 05 15:41:16.423516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55173a-53ef-46e2-b2c9-15c440eb97f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=684b5975-bc12-42c9-a85a-1ee191c20238,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:16.474697 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (837543cb-149f-4857-bf57-985307f47716), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.477342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.479170 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/837543cb-149f-4857-bf57-985307f47716 HTTP/1.1" status: 204 len: 168 time: 0.1993887 May 05 15:41:16.487159 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2caefd-b8a0-4ecd-b967-f7b106dcc6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837543cb-149f-4857-bf57-985307f47716,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:17.059826 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46254) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:17.104516 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1f6cc455-e45a-4dd9-a339-8c6b502001e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e680c24b57824d6686b37f86fd1ff881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430319 May 05 15:41:17.107208 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46256) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:17.158113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] Publish callbacks [] for security_group (508a2c81-fc74-4b16-ac4f-b09f31fcf87c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.180964 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] Publish callbacks [] for security_group (508a2c81-fc74-4b16-ac4f-b09f31fcf87c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.291908 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (508a2c81-fc74-4b16-ac4f-b09f31fcf87c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.295093 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.296728 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/508a2c81-fc74-4b16-ac4f-b09f31fcf87c HTTP/1.1" status: 204 len: 168 time: 0.1884446 May 05 15:41:17.307905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2eed-0a10-4f2e-830a-b8d59e067a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a2c81-fc74-4b16-ac4f-b09f31fcf87c,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:17.307905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46260) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:17.356078 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e32ae851-fb69-489c-9b4b-ffc683b8fe76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7249704311814e8a86b405bd91e8bf8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445759 May 05 15:41:17.356417 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46262) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:17.411259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] Publish callbacks [] for security_group (5cef19c6-7004-495f-8d23-61b4381a032d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.434557 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] Publish callbacks [] for security_group (5cef19c6-7004-495f-8d23-61b4381a032d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.633439 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (5cef19c6-7004-495f-8d23-61b4381a032d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.637043 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:17.638360 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cef19c6-7004-495f-8d23-61b4381a032d HTTP/1.1" status: 204 len: 168 time: 0.2810841 May 05 15:41:17.647013 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840565f-079d-4e80-98d2-e730ff990fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef19c6-7004-495f-8d23-61b4381a032d,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:18.485981 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46294) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:18.609004 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1333050641-network', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:18.698140 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Made reservation on behalf of 1f8088c9f2ed4a259f79827002e54975 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:18.700878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.710380 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.805493 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks [] for security_group (b2b8e517-5f37-42b3-98d0-bc15790c8722), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.886621 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b2b8e517-5f37-42b3-98d0-bc15790c8722), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.909614 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:41:18.923644 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b8e517-5f37-42b3-98d0-bc15790c8722,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:18.929492 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (fb297fad-a537-4d0a-876b-6faf32668d05), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.929840 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Added segment fb297fad-a537-4d0a-876b-6faf32668d05 of type vlan for network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b May 05 15:41:18.974166 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.114776 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.118102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:19.118102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.180784 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] Pushing event updated for resources: {'Network': ['ID=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:19.203921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:41:19.226307 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-5b0e3145-8ff4-47d4-9724-1bc23721cb6e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7391479 May 05 15:41:19.229532 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46310) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:19.234439 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Request body: {'subnet': {'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1333050641-subnet', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:19.337485 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Made reservation on behalf of 1f8088c9f2ed4a259f79827002e54975 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:19.341505 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.593397 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (4152829f-cd01-457c-ae0f-7e9a2c8679c5), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.673165 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4152829f-cd01-457c-ae0f-7e9a2c8679c5,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:19.688297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Checking segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:19.688297 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Network hostable DHCP agents. Network: ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:41:19.772052 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:41:19.897674 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:19.902173 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:19.902785 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.907632 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac704f-e403-4545-8a9b-a642d948c79f None None] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:20.022460 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:41:20.023363 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.041317 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8018968e-15fa-441a-8e45-ec34d67f2f2c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8078396 May 05 15:41:20.041981 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46328) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:20.046441 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:20.188155 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Allocated IP 172.20.0.2 (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b/4152829f-cd01-457c-ae0f-7e9a2c8679c5/d0883548-213c-48b0-aa4a-c58940a3ed9a) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:20.238866 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (47cce840-7634-451a-af77-782fe2aefbfe), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.240043 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (47cce840-7634-451a-af77-782fe2aefbfe), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.308020 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for router_controller (47cce840-7634-451a-af77-782fe2aefbfe), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.380656 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks [] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.545420 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.579718 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for router_gateway (47cce840-7634-451a-af77-782fe2aefbfe), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.587337 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:20.590390 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:20.593041 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:20.628150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Pushing event updated for resources: {'Port': ['ID=d0883548-213c-48b0-aa4a-c58940a3ed9a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:20.665986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Attempting to bind port d0883548-213c-48b0-aa4a-c58940a3ed9a on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:20.666594 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Attempting to bind port d0883548-213c-48b0-aa4a-c58940a3ed9a by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:20.667086 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Attempting to bind port d0883548-213c-48b0-aa4a-c58940a3ed9a on network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:20.674051 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:20.674732 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Checking segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:20.675397 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.680125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Bound using segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:20.680125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Bound port: d0883548-213c-48b0-aa4a-c58940a3ed9a, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:20.680125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:20.768221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] For port d0883548-213c-48b0-aa4a-c58940a3ed9a, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:20.774275 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] For port d0883548-213c-48b0-aa4a-c58940a3ed9a, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d0883548-213c-48b0-aa4a-c58940a3ed9a,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:20.917087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:21.020188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0726a-2d15-4a0c-b15f-6dc7803496a7 None None] Pushing event updated for resources: {'Port': ['ID=d0883548-213c-48b0-aa4a-c58940a3ed9a,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:21.142861 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for router_gateway (47cce840-7634-451a-af77-782fe2aefbfe), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:21.162572 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:21.320342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Allocated IP 172.27.2.141 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/6b15d087-ccba-4b9d-8c9c-48ff2432fab8) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:21.488315 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:21.616774 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:21.659260 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:21.664845 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:21.669881 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:21.679587 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Pushing event updated for resources: {'Port': ['ID=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:22.029724 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for router_gateway (47cce840-7634-451a-af77-782fe2aefbfe), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.055430 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bd2fb-07ca-4646-b517-4219b1eca3c3 None None] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:22.128279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d0883548-213c-48b0-aa4a-c58940a3ed9a up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:22.275002 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (47cce840-7634-451a-af77-782fe2aefbfe), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.319045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Provisioning complete for port d0883548-213c-48b0-aa4a-c58940a3ed9a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:22.319419 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.403648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port d0883548-213c-48b0-aa4a-c58940a3ed9a triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:22.404005 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.503060 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Router 47cce840-7634-451a-af77-782fe2aefbfe is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:41:22.515232 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Current status of the port d0883548-213c-48b0-aa4a-c58940a3ed9a is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:22.515647 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.546278 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port d0883548-213c-48b0-aa4a-c58940a3ed9a is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:22.546569 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.578652 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] For port d0883548-213c-48b0-aa4a-c58940a3ed9a, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d0883548-213c-48b0-aa4a-c58940a3ed9a,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:22.639166 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:22.649470 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Sync routers for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:22.660630 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:22.661272 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:22.675716 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.772565 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.db.api [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:41:22.772961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG oslo_db.api [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:41:22.776215 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304f9b0-b066-4024-8418-f16e552054cc None None] Pushing event updated for resources: {'Port': ['ID=d0883548-213c-48b0-aa4a-c58940a3ed9a,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:22.795642 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-bfa7023b-b733-4ba9-a59a-ce0ee0d17a58 None None] Provisioning complete for port d0883548-213c-48b0-aa4a-c58940a3ed9a triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:22.805565 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bfa7023b-b733-4ba9-a59a-ce0ee0d17a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.806121 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:22.806308 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:22.806996 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46346) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:22.809298 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-333b7108-8fa3-460c-9c10-9f55d9884377 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7661712 May 05 15:41:22.901368 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7023b-b733-4ba9-a59a-ce0ee0d17a58 None None] Current status of the port d0883548-213c-48b0-aa4a-c58940a3ed9a is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:22.986875 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:21Z', 'revision_number': 3, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:23.014919 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Checking router: 47cce840-7634-451a-af77-782fe2aefbfe for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:23.015263 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Updating router 47cce840-7634-451a-af77-782fe2aefbfe port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:41:23.138103 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.326654 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port d0883548-213c-48b0-aa4a-c58940a3ed9a is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:23.343755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.437988 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks [] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.504684 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.511813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Allocated IP 172.20.0.1 (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b/4152829f-cd01-457c-ae0f-7e9a2c8679c5/0e80fa47-0df3-46c3-b90d-60d2728964d6) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:23.558217 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Pushing event updated for resources: {'Port': ['ID=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:23.562999 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Attempting to bind port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:23.563377 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Attempting to bind port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:23.563768 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Attempting to bind port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:23.570688 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.571035 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.571398 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.571781 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.572230 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.572568 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.572896 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.573228 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.573581 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.573901 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.574222 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.574677 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.575150 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.575749 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.576249 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:23.584491 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:23.584869 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:23.585286 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.585666 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:23.586147 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Bound port: 6b15d087-ccba-4b9d-8c9c-48ff2432fab8, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:23.586524 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.629518 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks [] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.643234 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] For port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:23.646726 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] For port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:23.715992 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.738745 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.783524 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147060d-f63a-4d7f-83a7-2918a4652389 None None] Pushing event updated for resources: {'Port': ['ID=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:23.786126 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:23.786279 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:23.786758 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:23.794506 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:23.799786 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:23.802919 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Pushing event updated for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:23.858355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (47cce840-7634-451a-af77-782fe2aefbfe), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:23.912638 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:24.070518 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d0883548-213c-48b0-aa4a-c58940a3ed9a up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:24.106632 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:21Z', 'revision_number': 3, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:24.115772 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.140987 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6a2287-8bc7-4093-aba1-e2de3927d154 None None] The sync data for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi is: [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:21Z', 'revision_number': 3, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:24.153979 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-75f89736-5445-4cc1-9bcb-c945f2309568 None None] Provisioning complete for port 0e80fa47-0df3-46c3-b90d-60d2728964d6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:24.154698 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-75f89736-5445-4cc1-9bcb-c945f2309568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.217530 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port d0883548-213c-48b0-aa4a-c58940a3ed9a triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:24.218057 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.276747 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-75f89736-5445-4cc1-9bcb-c945f2309568 None None] Port 0e80fa47-0df3-46c3-b90d-60d2728964d6 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:24.343211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks [] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.373210 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port d0883548-213c-48b0-aa4a-c58940a3ed9a is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:24.395039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.529681 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Pushing event updated for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:24.532258 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (47cce840-7634-451a-af77-782fe2aefbfe), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:24.655267 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:24.656940 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:24.706378 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46358) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:24.856755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Router 47cce840-7634-451a-af77-782fe2aefbfe has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:25.007998 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-62090242-2e28-44bc-b52b-25ec2a57d4c4 None None] Provisioning complete for port 0e80fa47-0df3-46c3-b90d-60d2728964d6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:25.008917 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-62090242-2e28-44bc-b52b-25ec2a57d4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.055249 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-62090242-2e28-44bc-b52b-25ec2a57d4c4 None None] Port 0e80fa47-0df3-46c3-b90d-60d2728964d6 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:25.319222 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port e096e7de-07de-4695-af58-a6d3412c13d2 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:25.319842 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.361894 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:25.390459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b267df11-4bea-497a-a128-62f2bf7ab000 admin admin] 10.222.0.55 "PUT /v2.0/routers/47cce840-7634-451a-af77-782fe2aefbfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5838432 May 05 15:41:25.418787 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.419113 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (e096e7de-07de-4695-af58-a6d3412c13d2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.433178 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for e096e7de-07de-4695-af58-a6d3412c13d2 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:25.686811 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (e096e7de-07de-4695-af58-a6d3412c13d2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.713666 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=e096e7de-07de-4695-af58-a6d3412c13d2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:25.801092 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (c9af158d-3f69-4045-9098-56359a68ccc5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:25.801694 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP c9af158d-3f69-4045-9098-56359a68ccc5 disassociated (deleted). External IP: 172.27.2.159, port: 4c4c186d-897d-4f6e-ac8c-f6f59919342a. May 05 15:41:26.048147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:26.106243 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:26.132844 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Sync routers for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:26.161862 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:26.162502 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:26.189670 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:26.194737 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.204000 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:26.223236 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:26.224517 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:26.227885 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-57169ff8-8000-49cf-bf94-934d4ba2ffe1 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "DELETE /v2.0/floatingips/c9af158d-3f69-4045-9098-56359a68ccc5 HTTP/1.1" status: 204 len: 168 time: 1.5200124 May 05 15:41:26.228624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:26.232079 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadf86d5-b77c-47ae-a086-e883b7ba898f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:26.278881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:26.326452 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:26.326824 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.394322 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46382) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:26.399759 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1876420348-network', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:26.435435 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:26.538802 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Made reservation on behalf of ebdadd6f430e40659e5ea7397ed44547 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:26.544711 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.569553 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:26.570380 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.588577 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.608496 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:26.614979 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:24Z', 'revision_number': 2, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:26.624241 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e5952-f996-4bb5-998b-9e527b18865b x-openstack-request-id: req-285e5952-f996-4bb5-998b-9e527b18865b {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:26.624891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:26.624891 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-285e5952-f996-4bb5-998b-9e527b18865b {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:26.625203 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285e5952-f996-4bb5-998b-9e527b18865b'] response: {'name': 'network-changed', 'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'status': 'completed', 'code': 200} May 05 15:41:26.650343 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Checking router: 47cce840-7634-451a-af77-782fe2aefbfe for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:26.655808 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Updating router 47cce840-7634-451a-af77-782fe2aefbfe port 0e80fa47-0df3-46c3-b90d-60d2728964d6 binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:41:26.694949 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.715531 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.735936 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:26.754650 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks [] for security_group (3d901978-d34e-4386-b2e1-95baab169614), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.779560 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:26.789069 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:26.789849 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:26.854964 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (3d901978-d34e-4386-b2e1-95baab169614), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.878950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068e2a6-1adb-4591-8c48-6b287daae2c9 req-43f439cd-6eac-49f7-9af4-c52b8f36e58e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:26.880652 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e068e2a6-1adb-4591-8c48-6b287daae2c9 req-43f439cd-6eac-49f7-9af4-c52b8f36e58e tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0662847 May 05 15:41:26.898202 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:41:26.912485 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:26.922540 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:26.929060 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d901978-d34e-4386-b2e1-95baab169614,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:26.935117 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (cf725fce-8d09-49ac-b3f7-048f34feab44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:26.935791 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Added segment cf725fce-8d09-49ac-b3f7-048f34feab44 of type vlan for network 6cf5db06-231b-4832-92da-8e42d5948617 May 05 15:41:27.002876 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e068e2a6-1adb-4591-8c48-6b287daae2c9 req-986d3185-57d9-46a5-8d53-6db9435e7e59 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107144 May 05 15:41:27.005066 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (6cf5db06-231b-4832-92da-8e42d5948617), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.118473 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (6cf5db06-231b-4832-92da-8e42d5948617), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.119535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:27.120138 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.139048 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks [] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.206659 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] Pushing event updated for resources: {'Network': ['ID=6cf5db06-231b-4832-92da-8e42d5948617,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:27.219651 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 6cf5db06-231b-4832-92da-8e42d5948617 details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:41:27.222320 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.240467 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c6ea87ca-b248-4daa-be22-76338c0ac0ea admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8441885 May 05 15:41:27.244353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46388) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:27.250694 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Request body: {'subnet': {'network_id': '6cf5db06-231b-4832-92da-8e42d5948617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1876420348-subnet', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:27.289034 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:27.343404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Made reservation on behalf of ebdadd6f430e40659e5ea7397ed44547 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:27.345936 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.486633 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a958e607-2d3b-40da-970d-675f78115e0b None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'c7325723-68e6-4da3-9ff6-0588d9a67899', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'port_id': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'mac_address': 'fa:16:3e:77:24:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:37:22Z', 'updated_at': '2022-05-05T15:37:25Z', 'revision_number': 1, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:27.523266 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627e4c-7254-4d98-aad5-508c0a531657 None None] Pushing event updated for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:27.607403 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Attempting to bind port 0e80fa47-0df3-46c3-b90d-60d2728964d6 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:27.607815 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Attempting to bind port 0e80fa47-0df3-46c3-b90d-60d2728964d6 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:27.608336 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Attempting to bind port 0e80fa47-0df3-46c3-b90d-60d2728964d6 on network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:27.614399 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:27.614787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Checking segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:27.615213 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.615671 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Bound using segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:27.616312 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Bound port: 0e80fa47-0df3-46c3-b90d-60d2728964d6, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:27.616711 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.670817 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33cc3d54-5ad5-4d38-bc5d-a940659bf66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.704413 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (473b9c6b-8beb-40b6-bea6-e7f39ce8fe43), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.706108 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] For port 0e80fa47-0df3-46c3-b90d-60d2728964d6, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:27.708871 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-3b0cd21e-df0a-452a-8690-aae08bb9a3be None None] Provisioning complete for port 0e80fa47-0df3-46c3-b90d-60d2728964d6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:27.715079 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd21e-df0a-452a-8690-aae08bb9a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.715079 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] For port 0e80fa47-0df3-46c3-b90d-60d2728964d6, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=0e80fa47-0df3-46c3-b90d-60d2728964d6,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:27.763817 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cd21e-df0a-452a-8690-aae08bb9a3be None None] Port 0e80fa47-0df3-46c3-b90d-60d2728964d6 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:27.774051 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Pushing event updated for resources: {'Subnet': ['ID=473b9c6b-8beb-40b6-bea6-e7f39ce8fe43,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:27.796216 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Checking segment: {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:27.807006 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Network hostable DHCP agents. Network: 6cf5db06-231b-4832-92da-8e42d5948617, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:41:27.815760 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078fa3dc-3d07-4740-98f9-e5f5af6659dc None None] New status for floating IP c9af158d-3f69-4045-9098-56359a68ccc5: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:41:27.889125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:27.909967 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Network 6cf5db06-231b-4832-92da-8e42d5948617 is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:41:27.959421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:27.959421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:40:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:27.961361 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627e4c-7254-4d98-aad5-508c0a531657 None None] Pushing event updated for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:28.017483 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 6cf5db06-231b-4832-92da-8e42d5948617) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:28.021907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:28.022513 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.070306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b84970b-01c0-4d45-8e0d-bcfae963c2aa None None] Network 6cf5db06-231b-4832-92da-8e42d5948617 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:28.118096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:28.139594 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-6347ec28-8de0-47e4-aeb7-a3f3b539021c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8933971 May 05 15:41:28.142326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46394) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:28.147078 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:28.182599 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:28.206830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398275d-d29e-47a8-9449-86a0f82bc365 req-d615e1f3-6a6d-46f2-b63f-483e5df1ce49 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:28.208417 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d398275d-d29e-47a8-9449-86a0f82bc365 req-d615e1f3-6a6d-46f2-b63f-483e5df1ce49 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0677648 May 05 15:41:28.269235 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d398275d-d29e-47a8-9449-86a0f82bc365 req-ca1d04d0-cc32-456e-994f-9576999b9336 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535953 May 05 15:41:28.295936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.297012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.308564 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-6cf5db06-231b-4832-92da-8e42d5948617', 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617', 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'fixed_ips': [{'subnet_id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:41:28.309414 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.354852 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:28.355258 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.356846 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for router_controller (73fbd67c-ae08-48f7-ad30-cc0c6d795012), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.357097 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-21891098-950b-4189-96c8-07385d1a966f None None] Provisioning complete for port 0e80fa47-0df3-46c3-b90d-60d2728964d6 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:28.357437 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-21891098-950b-4189-96c8-07385d1a966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.584857 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for router_gateway (73fbd67c-ae08-48f7-ad30-cc0c6d795012), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.630734 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-c30d44b5-0bd1-43af-97d1-00b4249ed5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:28.632383 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-c30d44b5-0bd1-43af-97d1-00b4249ed5da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 1129 time: 0.1713328 May 05 15:41:28.714306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Allocated IP 172.20.0.2 (6cf5db06-231b-4832-92da-8e42d5948617/473b9c6b-8beb-40b6-bea6-e7f39ce8fe43/06f47a0e-c954-4e2d-9ee9-d08a4ec4451b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:28.716456 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:28.718759 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:27Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:28.761475 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f7971-2ed0-4350-96a5-65fcfd91c29f None None] The sync data for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi is: [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:27Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:28.762951 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-21891098-950b-4189-96c8-07385d1a966f None None] Current status of the port 0e80fa47-0df3-46c3-b90d-60d2728964d6 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:28.763335 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-21891098-950b-4189-96c8-07385d1a966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:28.784640 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-01f27ce9-dcb4-4d7a-b6a7-e84af48164b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:28.786189 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-01f27ce9-dcb4-4d7a-b6a7-e84af48164b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.1474683 May 05 15:41:28.900957 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-21891098-950b-4189-96c8-07385d1a966f None None] For port 0e80fa47-0df3-46c3-b90d-60d2728964d6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=0e80fa47-0df3-46c3-b90d-60d2728964d6,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:28.983104 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-0dae36cf-a3f6-4bb7-9999-85353f9f77a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a HTTP/1.1" status: 200 len: 217 time: 0.0476799 May 05 15:41:28.991863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-21891098-950b-4189-96c8-07385d1a966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.058511 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-c37ddb6f-f33c-458d-93c7-e24537e6e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:29.060316 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-c37ddb6f-f33c-458d-93c7-e24537e6e97f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.0576389 May 05 15:41:29.075168 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-dd68eea8-60e0-4bb6-92ac-fcb13a7447f7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:29.076703 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-dd68eea8-60e0-4bb6-92ac-fcb13a7447f7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.1091669 May 05 15:41:29.097581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21891098-950b-4189-96c8-07385d1a966f None None] Pushing event updated for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:29.119681 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for router_gateway (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.137445 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks [] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.147681 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-39fca386-bbec-4a74-928e-b7e4ef99d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:29.149336 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-39fca386-bbec-4a74-928e-b7e4ef99d7ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818927 May 05 15:41:29.151710 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.159783 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-fbb12ae3-dcd3-4672-97e7-f594629c7b83 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:41:29.161224 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-fbb12ae3-dcd3-4672-97e7-f594629c7b83 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061758 May 05 15:41:29.182451 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port 4c4c186d-897d-4f6e-ac8c-f6f59919342a {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:29.182795 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.219230 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.295602 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Network 6cf5db06-231b-4832-92da-8e42d5948617 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:29.301583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:29.308338 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:29.310274 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] For port 4c4c186d-897d-4f6e-ac8c-f6f59919342a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4c4c186d-897d-4f6e-ac8c-f6f59919342a,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:29.310274 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.325338 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for 4c4c186d-897d-4f6e-ac8c-f6f59919342a owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:29.346281 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-9e97c160-077e-4473-b800-1a9424d7a636 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782961 May 05 15:41:29.362188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Pushing event updated for resources: {'Port': ['ID=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:29.411764 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Allocated IP 172.27.2.59 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/55c08c35-7c9a-4abc-aef1-39bfa1904257) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:29.504315 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4305f28-a7a0-4ecb-8b40-2a9c64aa4735 req-9feb11b5-771c-4dcf-8dd8-5d8c09a1cbc5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:29.505727 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4305f28-a7a0-4ecb-8b40-2a9c64aa4735 req-9feb11b5-771c-4dcf-8dd8-5d8c09a1cbc5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 945 time: 0.0955403 May 05 15:41:29.520245 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Attempting to bind port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:29.526578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Attempting to bind port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:29.526578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Attempting to bind port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b on network 6cf5db06-231b-4832-92da-8e42d5948617 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:29.528801 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:29.529306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Checking segment: {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:29.529828 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.531008 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Bound using segment: {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:29.531656 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Bound port: 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:29.533643 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.574269 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (4c4c186d-897d-4f6e-ac8c-f6f59919342a), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.631773 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=4c4c186d-897d-4f6e-ac8c-f6f59919342a,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:29.632472 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5743a45c-a58c-4928-84ec-3695b7b35b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.659023 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] For port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:29.663650 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] For port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:29.697721 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] No DVR routers for this DVR port 4c4c186d-897d-4f6e-ac8c-f6f59919342a on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:29.700321 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.704689 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-c38f2a45-662b-42be-8dd4-8c756fe5eb38 req-f71aadfb-9d9f-4e61-848b-bba9ac6e2dda tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "DELETE /v2.0/ports/4c4c186d-897d-4f6e-ac8c-f6f59919342a HTTP/1.1" status: 204 len: 173 time: 0.6179163 May 05 15:41:29.705165 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'name': 'network-vif-deleted', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:29.708036 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60618bab-e27b-496f-9a2e-fa434af8fc11" -d '{"events": [{"server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "name": "network-vif-deleted", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:29.713034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.720866 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eadf86d5-b77c-47ae-a086-e883b7ba898f req-166911b7-a3ed-4063-aeca-20ce28188504 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591688 May 05 15:41:29.734137 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c4305f28-a7a0-4ecb-8b40-2a9c64aa4735 req-63e552fa-28f8-4b9e-971f-719e80b01715 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001145 May 05 15:41:29.760325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f79468-6756-4167-822f-1edfc67a20e8 x-openstack-request-id: req-27f79468-6756-4167-822f-1edfc67a20e8 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:29.760325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b4fb29-0f32-4e4a-b768-1b095ae81fd8", "name": "network-vif-deleted", "tag": "4c4c186d-897d-4f6e-ac8c-f6f59919342a", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:29.760325 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27f79468-6756-4167-822f-1edfc67a20e8 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:29.760325 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f79468-6756-4167-822f-1edfc67a20e8'] response: {'server_uuid': 'd2b4fb29-0f32-4e4a-b768-1b095ae81fd8', 'name': 'network-vif-deleted', 'tag': '4c4c186d-897d-4f6e-ac8c-f6f59919342a', 'status': 'completed', 'code': 200} May 05 15:41:29.793402 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.861953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347525a-e5fe-4e8a-af51-e2f1d0d6d939 None None] Pushing event updated for resources: {'Port': ['ID=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:29.915125 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:29.934795 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:29.937456 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:29.963094 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:30.016946 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Pushing event updated for resources: {'Port': ['ID=55c08c35-7c9a-4abc-aef1-39bfa1904257,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:30.211318 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:41:30.217369 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 0e80fa47-0df3-46c3-b90d-60d2728964d6 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:30.524095 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 0e80fa47-0df3-46c3-b90d-60d2728964d6 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:30.524867 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:30.624521 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 0e80fa47-0df3-46c3-b90d-60d2728964d6 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:30.816458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 4c4c186d-897d-4f6e-ac8c-f6f59919342a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:30.820834 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:30.840768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 4c4c186d-897d-4f6e-ac8c-f6f59919342a {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:30.841120 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 4c4c186d-897d-4f6e-ac8c-f6f59919342a not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:30.861237 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e0038f13-51bf-4383-8cdb-ab091e7654cf req-66ef4f56-53e0-4745-b6d7-67a99bdc76c9 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2b4fb29-0f32-4e4a-b768-1b095ae81fd8 HTTP/1.1" status: 200 len: 210 time: 0.0336578 May 05 15:41:30.876014 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for router_gateway (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.104657 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.251645 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c879b28-e8df-4e09-b051-e80b362dcd0d None None] Network 6cf5db06-231b-4832-92da-8e42d5948617 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:31.353875 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:41:31.369623 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Provisioning complete for port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:31.369991 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.469152 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Current status of the port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:31.469940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.498652 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:31.508564 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Sync routers for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:31.510096 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] For port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:31.520928 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:31.521575 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:31.588483 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.620682 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.623025 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7aaf0619-1d92-4bd2-92e3-4b1dff1738a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4794624 May 05 15:41:31.627113 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46424) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:31.648196 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:31.671374 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a9181-d958-4f04-a045-b1fb13af454f None None] Pushing event updated for resources: {'Port': ['ID=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:31.722681 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-b47f0e25-d77b-4299-b8fe-a448b33b9721 None None] Provisioning complete for port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:31.723037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b47f0e25-d77b-4299-b8fe-a448b33b9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:31.830563 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-b47f0e25-d77b-4299-b8fe-a448b33b9721 None None] Current status of the port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:31.871849 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:30Z', 'revision_number': 3, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:31.913052 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Checking router: 73fbd67c-ae08-48f7-ad30-cc0c6d795012 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:31.913558 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Updating router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 port 55c08c35-7c9a-4abc-aef1-39bfa1904257 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:41:31.949409 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.112680 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:32.160048 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.168080 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:32.168728 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.246715 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.254861 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks [] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.262386 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:32.378144 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.379177 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Allocated IP 172.20.0.1 (6cf5db06-231b-4832-92da-8e42d5948617/473b9c6b-8beb-40b6-bea6-e7f39ce8fe43/bbb0344b-c6d3-429c-9781-7b06ca5b0ffe) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:32.441695 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Attempting to bind port 55c08c35-7c9a-4abc-aef1-39bfa1904257 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:32.442061 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Attempting to bind port 55c08c35-7c9a-4abc-aef1-39bfa1904257 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:32.442421 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Attempting to bind port 55c08c35-7c9a-4abc-aef1-39bfa1904257 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:32.444913 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7c10e-4894-4ea0-95d3-84d04fd6be6f None None] Pushing event updated for resources: {'Port': ['ID=55c08c35-7c9a-4abc-aef1-39bfa1904257,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:32.454376 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:32.454790 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:32.455693 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.456092 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:32.456588 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Bound port: 55c08c35-7c9a-4abc-aef1-39bfa1904257, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:32.456971 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.508838 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks [] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.522380 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] For port 55c08c35-7c9a-4abc-aef1-39bfa1904257, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:32.528481 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] For port 55c08c35-7c9a-4abc-aef1-39bfa1904257, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=55c08c35-7c9a-4abc-aef1-39bfa1904257,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:32.616353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.616620 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.662496 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Network 6cf5db06-231b-4832-92da-8e42d5948617 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:32.665632 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:32.668376 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:32.680867 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:32.682206 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:32.702078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:32.726191 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.732755 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7c10e-4894-4ea0-95d3-84d04fd6be6f None None] Pushing event updated for resources: {'Port': ['ID=55c08c35-7c9a-4abc-aef1-39bfa1904257,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:32.820395 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:32.956237 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-fff95326-7163-46af-8478-664d4951fa2d None None] Provisioning complete for port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:32.957089 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fff95326-7163-46af-8478-664d4951fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.989170 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:32.995430 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fff95326-7163-46af-8478-664d4951fa2d None None] Port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:33.031001 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:30Z', 'revision_number': 3, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:33.061627 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99524abe-1bbf-47b3-b56e-701dc4faaddd None None] The sync data for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi is: [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:30Z', 'revision_number': 3, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:33.203280 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks [] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.317370 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.411631 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.446160 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:33.557065 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Network 6cf5db06-231b-4832-92da-8e42d5948617 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:33.559395 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:33.749546 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.766097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:33.907666 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:33.925092 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8995b4f6-c16e-41d7-a2b1-cca935b6f418 admin admin] 10.222.0.55 "PUT /v2.0/routers/73fbd67c-ae08-48f7-ad30-cc0c6d795012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2967169 May 05 15:41:33.928066 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-a530e83f-f984-4a3f-a038-a3ab9de824c8 None None] Provisioning complete for port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:33.928444 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a530e83f-f984-4a3f-a038-a3ab9de824c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:33.976129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a530e83f-f984-4a3f-a038-a3ab9de824c8 None None] Port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:34.105143 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 55c08c35-7c9a-4abc-aef1-39bfa1904257 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:34.137546 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 55c08c35-7c9a-4abc-aef1-39bfa1904257 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:34.138158 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:34.241123 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 55c08c35-7c9a-4abc-aef1-39bfa1904257 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:34.241822 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:34.273281 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 55c08c35-7c9a-4abc-aef1-39bfa1904257, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=55c08c35-7c9a-4abc-aef1-39bfa1904257,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:34.377467 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:34.429129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=55c08c35-7c9a-4abc-aef1-39bfa1904257,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:34.622807 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46486) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:35.048527 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port 330e534e-36c8-4e41-ac50-b7d2a0879c7d {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:35.048963 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.156825 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.157767 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (330e534e-36c8-4e41-ac50-b7d2a0879c7d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.187913 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for 330e534e-36c8-4e41-ac50-b7d2a0879c7d owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:35.583896 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (330e534e-36c8-4e41-ac50-b7d2a0879c7d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.615277 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=330e534e-36c8-4e41-ac50-b7d2a0879c7d,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:35.674940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.702021 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (c7325723-68e6-4da3-9ff6-0588d9a67899), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:35.702674 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Floating IP c7325723-68e6-4da3-9ff6-0588d9a67899 disassociated (deleted). External IP: 172.27.2.38, port: cfa74ae3-6c18-476b-a960-6ce7847a42bd. May 05 15:41:36.042469 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:36.081503 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Sync routers for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:36.114341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:36.115429 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:36.121750 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 55c08c35-7c9a-4abc-aef1-39bfa1904257 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:36.199003 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:36.205993 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:36.214924 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:36.226194 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:36.227435 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:36.260062 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-85237387-7b8e-4a04-bb20-11a6a2f4a46b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "DELETE /v2.0/floatingips/c7325723-68e6-4da3-9ff6-0588d9a67899 HTTP/1.1" status: 204 len: 168 time: 1.6246672 May 05 15:41:36.260846 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:36.267372 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:36.296751 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:36.380426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc211902-c947-499e-9e84-f20fbaeaa419 x-openstack-request-id: req-bc211902-c947-499e-9e84-f20fbaeaa419 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:36.380907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:36.381358 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc211902-c947-499e-9e84-f20fbaeaa419 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:36.381917 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc211902-c947-499e-9e84-f20fbaeaa419'] response: {'name': 'network-changed', 'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'status': 'completed', 'code': 200} May 05 15:41:36.433706 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:36.458689 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-5f3a0c15-250a-4ff4-9774-9f84662de2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:36.461538 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-5f3a0c15-250a-4ff4-9774-9f84662de2e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 1130 time: 0.0579123 May 05 15:41:36.483264 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 55c08c35-7c9a-4abc-aef1-39bfa1904257 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:36.484053 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:36.720371 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-0c4823f3-2819-40f1-a8da-c77b81c7fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:36.723136 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-0c4823f3-2819-40f1-a8da-c77b81c7fb6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 200 len: 913 time: 0.2539735 May 05 15:41:36.802305 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:32Z', 'revision_number': 4, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'bbb0344b-c6d3-429c-9781-7b06ca5b0ffe', 'name': '', 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'mac_address': 'fa:16:3e:98:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:32Z', 'updated_at': '2022-05-05T15:41:33Z', 'revision_number': 2, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'subnets': [{'id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:36.810448 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-ad9de593-434b-4414-bcaf-43735d7de75b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 200 len: 217 time: 0.0799932 May 05 15:41:36.834415 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:36.847870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 55c08c35-7c9a-4abc-aef1-39bfa1904257 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:36.857655 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Checking router: 73fbd67c-ae08-48f7-ad30-cc0c6d795012 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:36.857655 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Updating router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:41:36.911356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:36.931923 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-c3063d66-f758-4239-8c5e-ca707ef1aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:36.935035 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-c3063d66-f758-4239-8c5e-ca707ef1aff6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 200 len: 851 time: 0.1189415 May 05 15:41:37.021608 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:37.027031 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-9361efc8-b640-43e5-9fb5-96a3c370a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:37.027031 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-9361efc8-b640-43e5-9fb5-96a3c370a571 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850453 May 05 15:41:37.040553 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:37.047595 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:37.250476 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:37.258705 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b11b-2be8-49d3-8e2e-b4e593066b58 req-e1aaf517-6c3d-4a51-8fd0-3bf5385d2872 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:37.265918 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dda9b11b-2be8-49d3-8e2e-b4e593066b58 req-e1aaf517-6c3d-4a51-8fd0-3bf5385d2872 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0765595 May 05 15:41:37.274059 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-f2dcb91b-1f13-4ce8-a7bc-40337afc3952 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386761 May 05 15:41:37.326866 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dda9b11b-2be8-49d3-8e2e-b4e593066b58 req-f7176559-0aee-4d9f-8ed6-eea20cb16223 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559788 May 05 15:41:37.467505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks [] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.537459 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.580911 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:37.621148 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f52f2b-905b-4237-abf0-7a892c03d71e None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:34:02Z', 'revision_number': 4, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'ddfb1143-2b5d-4ab4-a156-bd0453df1854', 'name': '', 'network_id': '85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'mac_address': 'fa:16:3e:25:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:02Z', 'updated_at': '2022-05-05T15:34:07Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'subnets': [{'id': 'dcbfc73d-5913-46e4-a31b-1621309ef465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:37.624371 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c931-a147-4a16-9f54-556244978d7f None None] Pushing event updated for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:37.703381 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Attempting to bind port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:37.704029 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Attempting to bind port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:37.704735 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Attempting to bind port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe on network 6cf5db06-231b-4832-92da-8e42d5948617 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:37.713124 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:37.713551 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Checking segment: {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:37.713961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.714352 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Bound using segment: {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:37.714845 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Bound port: bbb0344b-c6d3-429c-9781-7b06ca5b0ffe, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf725fce-8d09-49ac-b3f7-048f34feab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:37.715218 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.948985 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-bb2222ba-270c-4908-82b6-962df2b20e60 None None] Provisioning complete for port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:37.950080 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bb2222ba-270c-4908-82b6-962df2b20e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:37.989327 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] For port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:37.998590 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] For port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:38.007102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bb2222ba-270c-4908-82b6-962df2b20e60 None None] Port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:38.031715 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee924f0-23e3-41ab-8fbf-c0c349ad023f None None] New status for floating IP c7325723-68e6-4da3-9ff6-0588d9a67899: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:41:38.106284 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.184365 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:38.187498 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:38.239916 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4cf7fce3-7be8-4b6b-9763-38d4f3535a5c req-ebef0174-a59c-418f-afc8-105a5ad4b407 service neutron] 10.222.0.60 "GET /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858335 May 05 15:41:38.285800 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c931-a147-4a16-9f54-556244978d7f None None] Pushing event updated for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:38.391167 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:38.472786 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c4bf-4617-4f18-8133-b63acba709fa req-4d90ad78-36c4-4caf-909f-5856a24ddbb5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:38.479391 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3506c4bf-4617-4f18-8133-b63acba709fa req-4d90ad78-36c4-4caf-909f-5856a24ddbb5 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0649078 May 05 15:41:38.544544 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3506c4bf-4617-4f18-8133-b63acba709fa req-faad8bcd-3bde-4c29-afed-cab135885d76 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/security-groups?id=1af295ac-3da4-4740-a23a-629049edf4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639250 May 05 15:41:38.569189 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Provisioning complete for port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:38.569708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.581224 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-676c4eb8-e28b-4f02-a2f3-5be86e0e29d7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:38.583007 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-676c4eb8-e28b-4f02-a2f3-5be86e0e29d7 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 946 time: 0.0817533 May 05 15:41:38.713774 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:32Z', 'revision_number': 4, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'bbb0344b-c6d3-429c-9781-7b06ca5b0ffe', 'name': '', 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'mac_address': 'fa:16:3e:98:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:32Z', 'updated_at': '2022-05-05T15:41:37Z', 'revision_number': 4, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'subnets': [{'id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:38.755641 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port cfa74ae3-6c18-476b-a960-6ce7847a42bd {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:38.760378 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.800808 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b10f2-8a99-45d1-91e5-d3fb3c9fc989 None None] The sync data for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi is: [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:41:32Z', 'revision_number': 4, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': 'bbb0344b-c6d3-429c-9781-7b06ca5b0ffe', 'name': '', 'network_id': '6cf5db06-231b-4832-92da-8e42d5948617', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'mac_address': 'fa:16:3e:98:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:32Z', 'updated_at': '2022-05-05T15:41:37Z', 'revision_number': 4, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'subnets': [{'id': '473b9c6b-8beb-40b6-bea6-e7f39ce8fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:38.858315 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Current status of the port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:38.858720 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.966484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] For port cfa74ae3-6c18-476b-a960-6ce7847a42bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cfa74ae3-6c18-476b-a960-6ce7847a42bd,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:38.966862 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:38.979200 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] For port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:38.988942 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for cfa74ae3-6c18-476b-a960-6ce7847a42bd owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:39.060830 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:39.160582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b07d-c9d5-4f7f-8d73-867ca0f5e03e None None] Pushing event updated for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:39.312970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (cfa74ae3-6c18-476b-a960-6ce7847a42bd), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:39.358982 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=cfa74ae3-6c18-476b-a960-6ce7847a42bd,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:39.412827 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] No DVR routers for this DVR port cfa74ae3-6c18-476b-a960-6ce7847a42bd on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:39.418425 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:39.421891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-53acc9cf-ef87-42cd-b341-79478e0f2b4a req-cd71b0b0-7e3f-4f8c-aa97-afbbb42d57a0 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.60 "DELETE /v2.0/ports/cfa74ae3-6c18-476b-a960-6ce7847a42bd HTTP/1.1" status: 204 len: 173 time: 0.8313284 May 05 15:41:39.422379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'name': 'network-vif-deleted', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:39.424794 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c5fb2-0bac-487b-869c-f1cb699da06f" -d '{"events": [{"server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "name": "network-vif-deleted", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:39.479008 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d7ace-fa97-4aca-9e2b-6124529d7ede x-openstack-request-id: req-2f9d7ace-fa97-4aca-9e2b-6124529d7ede {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:39.479388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d04123-ca02-4afd-9735-beb78ecbb6b7", "name": "network-vif-deleted", "tag": "cfa74ae3-6c18-476b-a960-6ce7847a42bd", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:39.479780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f9d7ace-fa97-4aca-9e2b-6124529d7ede {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:39.480250 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9d7ace-fa97-4aca-9e2b-6124529d7ede'] response: {'server_uuid': '04d04123-ca02-4afd-9735-beb78ecbb6b7', 'name': 'network-vif-deleted', 'tag': 'cfa74ae3-6c18-476b-a960-6ce7847a42bd', 'status': 'completed', 'code': 200} May 05 15:41:39.661787 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3c175432-8e31-4307-85de-c9a1ae39d534 req-6c05a29f-171f-4f8e-ae20-dbb10d94a1a2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0379186 May 05 15:41:40.160045 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device bbb0344b-c6d3-429c-9781-7b06ca5b0ffe up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:41:40.241781 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:40.242544 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:40.378909 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:41:40.864036 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-608541a2-ec8e-48bf-b04f-1f3c4fb8e0b3 req-e7723da4-25a0-46ee-b84f-bc12afb0a486 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d04123-ca02-4afd-9735-beb78ecbb6b7 HTTP/1.1" status: 200 len: 210 time: 0.0507824 May 05 15:41:41.950817 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46572) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:42.086512 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Deleting port 15bdbb73-6e50-45cb-919d-af3d5b1e5238 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:42.086913 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.205365 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.205775 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (15bdbb73-6e50-45cb-919d-af3d5b1e5238), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.223169 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Calling delete_port for 15bdbb73-6e50-45cb-919d-af3d5b1e5238 owned by network:floatingip {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:42.469451 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (15bdbb73-6e50-45cb-919d-af3d5b1e5238), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.496161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'Port': ['ID=15bdbb73-6e50-45cb-919d-af3d5b1e5238,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:42.587899 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for floatingip (07257236-4703-4bc6-913e-af5cfb4d77b7), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.590771 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:42.594756 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-43e1e527-100d-48bc-b8ad-8c2c236886b2 tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "DELETE /v2.0/floatingips/07257236-4703-4bc6-913e-af5cfb4d77b7 HTTP/1.1" status: 204 len: 168 time: 0.6420610 May 05 15:41:42.831356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfa74ae3-6c18-476b-a960-6ce7847a42bd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:42.852343 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: cfa74ae3-6c18-476b-a960-6ce7847a42bd {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:42.852654 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device cfa74ae3-6c18-476b-a960-6ce7847a42bd not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:44.506878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46604) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:44.602802 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (1af295ac-3da4-4740-a23a-629049edf4e4), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:44.646815 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (1af295ac-3da4-4740-a23a-629049edf4e4), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:44.884725 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1af295ac-3da4-4740-a23a-629049edf4e4), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:44.888342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:44.892769 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] 10.222.0.55 "DELETE /v2.0/security-groups/1af295ac-3da4-4740-a23a-629049edf4e4 HTTP/1.1" status: 204 len: 168 time: 0.3813667 May 05 15:41:44.909698 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2d67-589e-4efc-bb17-1fab015aeb8b tempest-TestVolumeBootPattern-1502405855 tempest-TestVolumeBootPattern-1502405855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af295ac-3da4-4740-a23a-629049edf4e4,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:45.046979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46614) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:45.627320 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:45.959448 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Deleting port ddfb1143-2b5d-4ab4-a156-bd0453df1854 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:45.961462 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:46.066981 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] For port ddfb1143-2b5d-4ab4-a156-bd0453df1854, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=ddfb1143-2b5d-4ab4-a156-bd0453df1854,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:46.067758 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:46.083864 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Calling delete_port for ddfb1143-2b5d-4ab4-a156-bd0453df1854 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:46.752516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (ddfb1143-2b5d-4ab4-a156-bd0453df1854), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:46.778622 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfb1143-2b5d-4ab4-a156-bd0453df1854,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:46.975512 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:47.508763 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Router f0deecbc-cd48-447d-9b9d-afab5cc0d038 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:47.620481 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:47.631899 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f51959b5-0cd6-44fe-83ae-9f737136c794 admin admin] 10.222.0.55 "PUT /v2.0/routers/f0deecbc-cd48-447d-9b9d-afab5cc0d038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5773513 May 05 15:41:47.632054 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46640) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:47.632500 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Sync routers for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:47.641152 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:47.641767 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:47.760879 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:47.769214 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks [] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:47.889273 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks [] for router_gateway (f0deecbc-cd48-447d-9b9d-afab5cc0d038), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:47.936140 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:41:46Z', 'revision_number': 5, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port': {'id': 'efa2177a-8f77-4aea-8c0b-8994b711adea', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:00Z', 'updated_at': '2022-05-05T15:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:47.967504 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Checking router: f0deecbc-cd48-447d-9b9d-afab5cc0d038 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:47.976101 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Routers {'f0deecbc-cd48-447d-9b9d-afab5cc0d038'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:47.976721 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:47.990281 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Deleting port efa2177a-8f77-4aea-8c0b-8994b711adea {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:47.992417 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.067721 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] Set router f0deecbc-cd48-447d-9b9d-afab5cc0d038 gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:48.096343 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] For port efa2177a-8f77-4aea-8c0b-8994b711adea, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=efa2177a-8f77-4aea-8c0b-8994b711adea,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:48.096343 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.106459 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Calling delete_port for efa2177a-8f77-4aea-8c0b-8994b711adea owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:48.129394 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:41:47Z', 'revision_number': 6, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:48.158172 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ea59a-236a-4c2c-b76b-7c965151dfc3 None None] The sync data for ids ['f0deecbc-cd48-447d-9b9d-afab5cc0d038'] in dv-cinder-835881-6-iscsi is: [{'id': 'f0deecbc-cd48-447d-9b9d-afab5cc0d038', 'name': 'tempest-TestVolumeBootPattern-1717080457-router', 'tenant_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:33:59Z', 'updated_at': '2022-05-05T15:41:47Z', 'revision_number': 6, 'project_id': 'fbee1a37bbff489e85a9d366fb34e8d4', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:48.316999 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-c1c775ba-b2b1-44b4-b6aa-55bad8b3b825 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:48.318586 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-c1c775ba-b2b1-44b4-b6aa-55bad8b3b825 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 815 time: 0.1139460 May 05 15:41:48.336978 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-1aea00cc-6eba-4d0a-9385-64f1d1d73106 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/quotas/1f8088c9f2ed4a259f79827002e54975 HTTP/1.1" status: 200 len: 375 time: 0.0098355 May 05 15:41:48.369839 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (efa2177a-8f77-4aea-8c0b-8994b711adea), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.391651 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-8ab0e9c0-1aab-46c8-8399-bbe9cfa03ebe tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489578 May 05 15:41:48.399715 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa2177a-8f77-4aea-8c0b-8994b711adea,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:48.459755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-61133516-5891-43ef-acf5-0bdd5d85337b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:41:48.460760 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-61133516-5891-43ef-acf5-0bdd5d85337b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0531304 May 05 15:41:48.474817 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.566333 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-635adfe8-e419-4163-9068-026022c9bab1 service neutron] 10.222.0.55 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993569 May 05 15:41:48.571406 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.573799 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks [] for router_controller (f0deecbc-cd48-447d-9b9d-afab5cc0d038), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.671894 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-7fe8fbd4-0a21-4fae-bebd-a8cebc4ac64a service neutron] 10.222.0.55 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979352 May 05 15:41:48.703202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (f0deecbc-cd48-447d-9b9d-afab5cc0d038), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.703997 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0deecbc-cd48-447d-9b9d-afab5cc0d038 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:41:48.709286 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.711514 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ea6cf6a6-99da-461b-a4da-2ef83edfe210 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f0deecbc-cd48-447d-9b9d-afab5cc0d038 HTTP/1.1" status: 204 len: 168 time: 1.0810251 May 05 15:41:48.715078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46668) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:48.765762 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Deleting subnet dcbfc73d-5913-46e4-a31b-1621309ef465 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:48.770122 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Publish callbacks [] for subnet (dcbfc73d-5913-46e4-a31b-1621309ef465), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.819770 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (dcbfc73d-5913-46e4-a31b-1621309ef465), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.902577 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (dcbfc73d-5913-46e4-a31b-1621309ef465), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.031462 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a4dcec2f-e5e1-444f-9f44-ab92a6585483 req-396d29e1-dc37-4733-8497-b0d2b1e324ab tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0497546 May 05 15:41:49.049806 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (dcbfc73d-5913-46e4-a31b-1621309ef465), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.082013 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbfc73d-5913-46e4-a31b-1621309ef465,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:49.088069 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.093751 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46676) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:49.093903 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2d7048f5-0761-49d5-81e4-26a2ac5dde4a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dcbfc73d-5913-46e4-a31b-1621309ef465 HTTP/1.1" status: 204 len: 168 time: 0.3773668 May 05 15:41:49.095957 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc2ce4-fa63-4c29-85ce-24e66b171d07 None None] Network 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:49.203590 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.253970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Deleting port a7b25a99-34b6-43db-804b-9969ceaa67a6 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:49.254321 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.268396 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] DHCP port deletion for 85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:41:49.321782 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Deleting port a7b25a99-34b6-43db-804b-9969ceaa67a6 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:49.322295 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.338779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] For port a7b25a99-34b6-43db-804b-9969ceaa67a6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a7b25a99-34b6-43db-804b-9969ceaa67a6,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:49.338779 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.350413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Calling delete_port for a7b25a99-34b6-43db-804b-9969ceaa67a6 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:49.393417 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] For port a7b25a99-34b6-43db-804b-9969ceaa67a6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a7b25a99-34b6-43db-804b-9969ceaa67a6,segment=NetworkSegment(988da6de-cff1-49f8-a692-953cc3701713),segment_id=988da6de-cff1-49f8-a692-953cc3701713)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:49.393812 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.407858 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Calling delete_port for a7b25a99-34b6-43db-804b-9969ceaa67a6 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:49.537388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.543702 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (a7b25a99-34b6-43db-804b-9969ceaa67a6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.563591 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b25a99-34b6-43db-804b-9969ceaa67a6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:49.569248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] No DVR routers for this DVR port a7b25a99-34b6-43db-804b-9969ceaa67a6 on host dv-cinder-835881-6-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:49.569950 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] Pushing event deleted for resources: {'Port': ['ID=a7b25a99-34b6-43db-804b-9969ceaa67a6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:49.573505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c1214-1636-4521-8cf0-db0b1c46f8c6 None None] No DVR routers for this DVR port a7b25a99-34b6-43db-804b-9969ceaa67a6 on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:49.604498 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.604836 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.605102 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.605436 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.605767 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.606092 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.606426 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.606735 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.607056 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.607379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.607756 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.608081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.608401 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.608720 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.609035 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:41:49.663207 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.685913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:49.695806 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988da6de-cff1-49f8-a692-953cc3701713') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:49.696646 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988da6de-cff1-49f8-a692-953cc3701713') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:49.707444 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (988da6de-cff1-49f8-a692-953cc3701713), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.724941 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (988da6de-cff1-49f8-a692-953cc3701713), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.731535 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:49.731940 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (988da6de-cff1-49f8-a692-953cc3701713), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:49.733645 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:49.908360 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.919820 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.919820 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78 HTTP/1.1" status: 204 len: 168 time: 0.8224921 May 05 15:41:49.920803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46684) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:49.928125 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87ce0b-060c-4c2b-b87d-d861b76611e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ccdcd4-eceb-4a1f-aa4a-51177a1b4c78,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:50.083839 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a7b25a99-34b6-43db-804b-9969ceaa67a6 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:50.114656 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: a7b25a99-34b6-43db-804b-9969ceaa67a6 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:50.115772 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a7b25a99-34b6-43db-804b-9969ceaa67a6 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:50.116205 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ddfb1143-2b5d-4ab4-a156-bd0453df1854 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:50.124816 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b2ec9ca-1644-44d9-8308-498d31749a68 req-e59e8a3a-82b8-4a6e-83d2-1dc55066b1c9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0309424 May 05 15:41:50.137899 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: ddfb1143-2b5d-4ab4-a156-bd0453df1854 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:50.138964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device ddfb1143-2b5d-4ab4-a156-bd0453df1854 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:50.139399 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device efa2177a-8f77-4aea-8c0b-8994b711adea no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:50.166526 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: efa2177a-8f77-4aea-8c0b-8994b711adea {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:50.167094 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device efa2177a-8f77-4aea-8c0b-8994b711adea not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:50.372161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:50.908715 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Deleting port dd464200-88d8-4fbf-9653-d31f72612804 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:50.909055 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (dd464200-88d8-4fbf-9653-d31f72612804), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:50.986100 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] For port dd464200-88d8-4fbf-9653-d31f72612804, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=dd464200-88d8-4fbf-9653-d31f72612804,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:50.987087 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (dd464200-88d8-4fbf-9653-d31f72612804), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:51.000154 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Calling delete_port for dd464200-88d8-4fbf-9653-d31f72612804 owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:51.236947 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-792a1ae4-dca6-4419-bbee-0f9c1a6ef0d9 req-9acfeb8b-858e-4785-85b8-39a54196923c tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0338442 May 05 15:41:51.271916 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (dd464200-88d8-4fbf-9653-d31f72612804), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:51.298228 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd464200-88d8-4fbf-9653-d31f72612804,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:51.466631 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:51.684195 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Router 9c5a5021-7102-458f-a3ba-bae0b338bccc has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:41:51.802662 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:41:51.811176 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-dde024d3-900c-4727-a57f-9b9033a2a325 admin admin] 10.222.0.55 "PUT /v2.0/routers/9c5a5021-7102-458f-a3ba-bae0b338bccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8864334 May 05 15:41:51.811176 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46696) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:51.815592 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Sync routers for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:41:51.832239 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:51.833146 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:51.926767 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks [] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:51.952712 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:52.060834 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks [] for router_gateway (9c5a5021-7102-458f-a3ba-bae0b338bccc), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.159018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:41:51Z', 'revision_number': 5, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port': {'id': 'b4a915c0-6dd0-468e-b45d-99b50eb406f0', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:52.175714 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Deleting port b4a915c0-6dd0-468e-b45d-99b50eb406f0 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:52.176050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.186464 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Checking router: 9c5a5021-7102-458f-a3ba-bae0b338bccc for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:41:52.194745 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Routers {'9c5a5021-7102-458f-a3ba-bae0b338bccc'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:41:52.195365 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['9c5a5021-7102-458f-a3ba-bae0b338bccc'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:52.260078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] For port b4a915c0-6dd0-468e-b45d-99b50eb406f0, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=b4a915c0-6dd0-468e-b45d-99b50eb406f0,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:52.260442 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.274377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Calling delete_port for b4a915c0-6dd0-468e-b45d-99b50eb406f0 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:52.286932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] Set router 9c5a5021-7102-458f-a3ba-bae0b338bccc gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:41:52.333535 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cf6a9da4-62d3-4390-913c-e9a9969d938d req-2e8ab7b6-daef-415c-9099-91b3ce7821dc tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0293086 May 05 15:41:52.343184 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:41:52Z', 'revision_number': 6, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:52.370462 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f12d3e-ae46-47eb-8104-cd16528ac050 None None] The sync data for ids ['9c5a5021-7102-458f-a3ba-bae0b338bccc'] in dv-cinder-835881-6-iscsi is: [{'id': '9c5a5021-7102-458f-a3ba-bae0b338bccc', 'name': 'tempest-TestVolumeBootPattern-96608052-router', 'tenant_id': '07d596097386437da37801c01f06eb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:41:52Z', 'revision_number': 6, 'project_id': '07d596097386437da37801c01f06eb21', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:41:52.517976 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (b4a915c0-6dd0-468e-b45d-99b50eb406f0), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.544161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a915c0-6dd0-468e-b45d-99b50eb406f0,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:52.605385 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.701744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.704051 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks [] for router_controller (9c5a5021-7102-458f-a3ba-bae0b338bccc), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.902940 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (9c5a5021-7102-458f-a3ba-bae0b338bccc), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.903522 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5a5021-7102-458f-a3ba-bae0b338bccc {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:41:52.912587 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.912587 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-3f583d96-2af6-4967-98f9-3f9bd1d8ce30 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9c5a5021-7102-458f-a3ba-bae0b338bccc HTTP/1.1" status: 204 len: 168 time: 1.0969222 May 05 15:41:52.912587 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46702) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:52.955541 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Deleting subnet 1a46c0e5-1b2d-44c3-82c6-19abe5bd112e {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:41:52.958800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Publish callbacks [] for subnet (1a46c0e5-1b2d-44c3-82c6-19abe5bd112e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:52.993021 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (1a46c0e5-1b2d-44c3-82c6-19abe5bd112e), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.074059 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (1a46c0e5-1b2d-44c3-82c6-19abe5bd112e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.200154 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (1a46c0e5-1b2d-44c3-82c6-19abe5bd112e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.226469 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a46c0e5-1b2d-44c3-82c6-19abe5bd112e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:53.230109 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.233452 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a6b01802-cd5f-4d85-ad55-b3bd04048bef admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1a46c0e5-1b2d-44c3-82c6-19abe5bd112e HTTP/1.1" status: 204 len: 168 time: 0.3208361 May 05 15:41:53.237606 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46706) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:53.237832 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7759da-c05e-402a-b2e9-cb2fc739d13d None None] Network 6c3760bb-92fe-4ddd-afd9-9361652cbd2d requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:41:53.312270 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (6c3760bb-92fe-4ddd-afd9-9361652cbd2d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.361008 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Deleting port a480b5ae-22f1-442b-9ede-e8856283cccd {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:53.361344 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.465734 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4f14eb23-d646-476f-97e3-03edd1c3a60d req-469c1eaf-0adb-4e22-9ad7-f5e949a17035 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0417707 May 05 15:41:53.476663 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] For port a480b5ae-22f1-442b-9ede-e8856283cccd, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a480b5ae-22f1-442b-9ede-e8856283cccd,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:53.477205 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.490296 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Calling delete_port for a480b5ae-22f1-442b-9ede-e8856283cccd owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:53.542489 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] DHCP port deletion for 6c3760bb-92fe-4ddd-afd9-9361652cbd2d request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:41:53.582566 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Deleting port a480b5ae-22f1-442b-9ede-e8856283cccd {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:41:53.582943 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.648682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] For port a480b5ae-22f1-442b-9ede-e8856283cccd, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=a480b5ae-22f1-442b-9ede-e8856283cccd,segment=NetworkSegment(fb945584-6a34-427c-82ee-abe29a211d73),segment_id=fb945584-6a34-427c-82ee-abe29a211d73)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:41:53.649027 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.654463 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.662286 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Calling delete_port for a480b5ae-22f1-442b-9ede-e8856283cccd owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:41:53.678283 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Pushing event deleted for resources: {'Port': ['ID=a480b5ae-22f1-442b-9ede-e8856283cccd,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:53.685591 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] No DVR routers for this DVR port a480b5ae-22f1-442b-9ede-e8856283cccd on host dv-cinder-835881-6-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:53.741327 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (a480b5ae-22f1-442b-9ede-e8856283cccd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.764119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (6c3760bb-92fe-4ddd-afd9-9361652cbd2d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.770137 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] Pushing event deleted for resources: {'Port': ['ID=a480b5ae-22f1-442b-9ede-e8856283cccd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:53.783088 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56a31c-ac2a-4d22-ac3e-bc7445ed2443 None None] No DVR routers for this DVR port a480b5ae-22f1-442b-9ede-e8856283cccd on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:41:53.791747 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3760bb-92fe-4ddd-afd9-9361652cbd2d']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:53.802138 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb945584-6a34-427c-82ee-abe29a211d73') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:53.802436 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb945584-6a34-427c-82ee-abe29a211d73') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:41:53.813019 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (fb945584-6a34-427c-82ee-abe29a211d73), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.827598 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (fb945584-6a34-427c-82ee-abe29a211d73), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.834229 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:41:53.834640 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (fb945584-6a34-427c-82ee-abe29a211d73), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:41:53.836353 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:41:53.988744 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (6c3760bb-92fe-4ddd-afd9-9361652cbd2d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.995102 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:53.998327 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] 10.222.0.55 "DELETE /v2.0/networks/6c3760bb-92fe-4ddd-afd9-9361652cbd2d HTTP/1.1" status: 204 len: 168 time: 0.7597535 May 05 15:41:54.010033 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aebb68-a8d0-46e9-ae5c-a0dadb6cbdca admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3760bb-92fe-4ddd-afd9-9361652cbd2d,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:54.068016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device b4a915c0-6dd0-468e-b45d-99b50eb406f0 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:54.090106 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: b4a915c0-6dd0-468e-b45d-99b50eb406f0 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:54.090465 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device b4a915c0-6dd0-468e-b45d-99b50eb406f0 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:54.090796 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dd464200-88d8-4fbf-9653-d31f72612804 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:54.110382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: dd464200-88d8-4fbf-9653-d31f72612804 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:54.110730 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device dd464200-88d8-4fbf-9653-d31f72612804 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:54.111153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a480b5ae-22f1-442b-9ede-e8856283cccd no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:41:54.131201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: a480b5ae-22f1-442b-9ede-e8856283cccd {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:41:54.131565 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device a480b5ae-22f1-442b-9ede-e8856283cccd not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:41:54.384315 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46714) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:54.427157 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-509b2e5c-7880-49aa-919a-9c2e69f7704f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbee1a37bbff489e85a9d366fb34e8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416205 May 05 15:41:54.429609 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46716) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:54.483148 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] Publish callbacks [] for security_group (ddf7f69c-2a36-4bab-9535-a00459151737), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:54.505945 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] Publish callbacks [] for security_group (ddf7f69c-2a36-4bab-9535-a00459151737), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:54.568714 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3766d4b9-613a-4775-a7e6-cc879df00747 req-276435d3-fabe-4864-9bca-9609451e470a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0327253 May 05 15:41:54.725496 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (ddf7f69c-2a36-4bab-9535-a00459151737), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:54.728768 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:54.730276 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddf7f69c-2a36-4bab-9535-a00459151737 HTTP/1.1" status: 204 len: 168 time: 0.2996140 May 05 15:41:54.740797 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2e051-b5a7-4c00-ab4c-d401f88c3c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf7f69c-2a36-4bab-9535-a00459151737,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:55.444326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-2bfa1fdf-06cf-41e0-b837-aca8d67aece9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:55.452945 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-2bfa1fdf-06cf-41e0-b837-aca8d67aece9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 815 time: 0.1525507 May 05 15:41:55.469611 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'port': {'device_id': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'admin_state_up': True, 'tenant_id': '1f8088c9f2ed4a259f79827002e54975'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:55.625527 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46736) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:55.697071 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Made reservation on behalf of 1f8088c9f2ed4a259f79827002e54975 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:41:55.697716 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0874699b-7c67-4026-8a78-09952d201114 req-ffd6be3d-7167-43bd-8527-0bbe98b3a5da tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0353208 May 05 15:41:55.701103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:55.705454 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-591cf4a4-c84a-49a3-8a8a-8131fbdff973 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07d596097386437da37801c01f06eb21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784638 May 05 15:41:55.709584 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46738) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:41:55.771334 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] Publish callbacks [] for security_group (55041ce0-35e4-4fb1-9c59-5e037a85a8a5), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:55.794980 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] Publish callbacks [] for security_group (55041ce0-35e4-4fb1-9c59-5e037a85a8a5), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:55.840298 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Allocated IP 172.20.0.10 (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b/4152829f-cd01-457c-ae0f-7e9a2c8679c5/29e61e5b-7a7c-40f5-b6ac-b4982b570f20) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:41:55.954882 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (55041ce0-35e4-4fb1-9c59-5e037a85a8a5), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:55.957592 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:55.962244 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55041ce0-35e4-4fb1-9c59-5e037a85a8a5 HTTP/1.1" status: 204 len: 168 time: 0.2481155 May 05 15:41:55.979267 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48012e4-3385-4322-ae02-f70b823697b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55041ce0-35e4-4fb1-9c59-5e037a85a8a5,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:56.118687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:56.229082 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:56.287002 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:41:56.287002 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:41:56.293354 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:41:56.323121 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:56.359749 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.360437 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:56.470630 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-dbba6229-cf65-40e6-bdae-cd101eb52748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0096908 May 05 15:41:56.500549 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Request body: {'port': {'device_id': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:41:56.655931 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-683626e5-f3a3-4511-8386-915c03ea7a26 None None] Provisioning complete for port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:41:56.657817 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-683626e5-f3a3-4511-8386-915c03ea7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:56.683212 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:56.745577 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-683626e5-f3a3-4511-8386-915c03ea7a26 None None] Port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:41:56.942375 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d30a2-fd56-4490-9c85-6bd7aab4c087 req-14a6d3af-e8a1-46cf-882d-7f65d853c93e tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:56.943836 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eb9d30a2-fd56-4490-9c85-6bd7aab4c087 req-14a6d3af-e8a1-46cf-882d-7f65d853c93e tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 932 time: 0.0979204 May 05 15:41:57.000298 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eb9d30a2-fd56-4490-9c85-6bd7aab4c087 req-6ca43b72-0877-4d82-a9be-96a9cb9ad9ff tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499969 May 05 15:41:57.090936 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:41:57.100849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks [] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.124644 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Transition to ACTIVE for port object 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:41:57.205551 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.260815 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:57.404912 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Attempting to bind port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:41:57.405300 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Attempting to bind port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:41:57.405680 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Attempting to bind port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 on network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:57.417153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d6f93335-fba8-4b30-b75d-c046cfcc79ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.421557 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 on network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:41:57.421557 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Attempting to bind port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 on network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:41:57.434349 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:41:57.434682 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Checking segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:41:57.435020 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Bound using segment: {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:41:57.435515 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Bound port: 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb297fad-a537-4d0a-876b-6faf32668d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:41:57.435895 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.605531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:41:57.616509 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:41:57.669098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.706434 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:57.709086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:57.709086 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1094 time: 1.2132552 May 05 15:41:57.709086 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:41:57.716339 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6106ba-53bf-473a-a68e-694aa675b6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:41:57.798027 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a330806-2d10-43b1-8942-a9febf710a7a x-openstack-request-id: req-8a330806-2d10-43b1-8942-a9febf710a7a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:41:57.798438 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:41:57.798755 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a330806-2d10-43b1-8942-a9febf710a7a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:41:57.800945 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a330806-2d10-43b1-8942-a9febf710a7a'] response: {'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:41:57.800945 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e8a5b-af75-474f-91ad-4305be5c90c7 service neutron] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:41:58.152830 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e942d72-fe82-4dbe-aba9-5d1d35cfe171 req-66e94245-0c2f-4a06-9871-48c639f4be8a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:58.154544 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e942d72-fe82-4dbe-aba9-5d1d35cfe171 req-66e94245-0c2f-4a06-9871-48c639f4be8a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0655007 May 05 15:41:58.204809 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e942d72-fe82-4dbe-aba9-5d1d35cfe171 req-5d3fd58d-e614-4b9e-b0fd-35805bb81580 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 May 05 15:41:59.333264 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3c25-80ac-40a8-b7a2-a98a774ce1c3 req-2a7156c4-51cc-4d85-9876-e64d187029b3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:41:59.335705 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51dd3c25-80ac-40a8-b7a2-a98a774ce1c3 req-2a7156c4-51cc-4d85-9876-e64d187029b3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0534012 May 05 15:41:59.389308 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51dd3c25-80ac-40a8-b7a2-a98a774ce1c3 req-e8330c7c-1086-4d7b-a834-2b7fc7adeb34 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 May 05 15:41:59.583008 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ea983b59-acde-4808-89f5-0c3748517279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:00.528751 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad16e-993e-405f-8994-85bb629be149 req-91ac16ee-3c02-4bb6-a74c-2cacb62858d2 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:00.536725 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2e4ad16e-993e-405f-8994-85bb629be149 req-91ac16ee-3c02-4bb6-a74c-2cacb62858d2 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0707304 May 05 15:42:00.587138 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2e4ad16e-993e-405f-8994-85bb629be149 req-0f186d8c-a7f1-40c2-bd00-c262b71369c0 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 May 05 15:42:00.814708 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:01.714460 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297fcf5-1f2c-4163-89ac-41fda1d5b612 req-89cdf3de-608a-4b02-b168-e0f6c3af0559 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:01.716054 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7297fcf5-1f2c-4163-89ac-41fda1d5b612 req-89cdf3de-608a-4b02-b168-e0f6c3af0559 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0590615 May 05 15:42:01.776080 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-7297fcf5-1f2c-4163-89ac-41fda1d5b612 req-af3b3a1d-063e-469a-a6d7-81cf5b06f0ee tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 May 05 15:42:02.157597 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:02.915692 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0754f-c4cb-4948-994c-49557332bb49 req-dc5807a7-ea2a-4c69-89f8-ea0d0a510733 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:02.915692 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84a0754f-c4cb-4948-994c-49557332bb49 req-dc5807a7-ea2a-4c69-89f8-ea0d0a510733 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0581739 May 05 15:42:02.997207 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84a0754f-c4cb-4948-994c-49557332bb49 req-9b959bae-4957-4f28-88f4-dc450ab5fd85 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831869 May 05 15:42:03.751796 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:04.119787 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712bd3-da87-4c97-a7b2-e96f3a6107d5 req-ab116ec9-eed7-4c01-8c95-c91b1e5011d3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:04.122332 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a7712bd3-da87-4c97-a7b2-e96f3a6107d5 req-ab116ec9-eed7-4c01-8c95-c91b1e5011d3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0503645 May 05 15:42:04.187913 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a7712bd3-da87-4c97-a7b2-e96f3a6107d5 req-b57cb310-3e20-4cb7-95bf-c586515c374d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596113 May 05 15:42:04.856308 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-2795e14d-4565-402b-91b4-4e2e8996f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:04.857882 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-2795e14d-4565-402b-91b4-4e2e8996f150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0447061 May 05 15:42:04.966442 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-8a088fbc-2924-4b10-a0a3-6abe6ec3bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:04.967930 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-8a088fbc-2924-4b10-a0a3-6abe6ec3bdb1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1f8088c9f2ed4a259f79827002e54975&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992668 May 05 15:42:05.065173 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-9516be00-f06a-4442-aee1-33909f7056d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.066630 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e6106ba-53bf-473a-a68e-694aa675b6fd req-9516be00-f06a-4442-aee1-33909f7056d9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924435 May 05 15:42:05.142142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-f5089b49-0f6b-4a0e-a0be-eaf3a92b961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.143667 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-f5089b49-0f6b-4a0e-a0be-eaf3a92b961a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0409441 May 05 15:42:05.188079 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-c6eb611f-a07d-455d-9b6c-6d43ad731019 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 217 time: 0.0382001 May 05 15:42:05.236055 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-2dfa2c7b-6c64-4b9a-b7ed-1c8647f81a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.237550 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-2dfa2c7b-6c64-4b9a-b7ed-1c8647f81a5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0441556 May 05 15:42:05.310235 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-5c0bb6ca-3f8a-41e6-b14b-f64e9507ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.311780 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-5c0bb6ca-3f8a-41e6-b14b-f64e9507ea03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677016 May 05 15:42:05.343391 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbbe4f-5eb3-406e-80a5-df6b7a60afe4 req-aa7ec5ad-cef4-4657-8433-df13c0d0ea0d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:05.352052 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fcbbe4f-5eb3-406e-80a5-df6b7a60afe4 req-aa7ec5ad-cef4-4657-8433-df13c0d0ea0d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0752923 May 05 15:42:05.441922 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fcbbe4f-5eb3-406e-80a5-df6b7a60afe4 req-1506c662-6006-40c1-934c-c4863964c9f5 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879118 May 05 15:42:05.447275 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-29d7e002-0ab0-4d0d-a01e-0a66ae53e6a7 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298583 May 05 15:42:05.544061 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-97416605-ee6a-45d3-8bd2-30cb06d9e0b7 req-0f125028-aac9-4134-a3df-5fba1f551cd5 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 May 05 15:42:05.674010 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:06.555617 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cfd7e-c62b-43ba-af52-7264779ac00d req-2a7a683d-9237-4b09-bb09-7f7dd72f1781 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:06.557056 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31cfd7e-c62b-43ba-af52-7264779ac00d req-2a7a683d-9237-4b09-bb09-7f7dd72f1781 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0491192 May 05 15:42:06.604141 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d31cfd7e-c62b-43ba-af52-7264779ac00d req-7306cacb-faaf-4f54-b086-d0eb40760a8a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 May 05 15:42:07.175683 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:07.722428 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e43e8-3460-42da-b90c-5f08a7c18594 req-0570f10f-d9e4-42e7-bd60-044fd086496a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:07.723831 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-805e43e8-3460-42da-b90c-5f08a7c18594 req-0570f10f-d9e4-42e7-bd60-044fd086496a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0469365 May 05 15:42:07.771963 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-805e43e8-3460-42da-b90c-5f08a7c18594 req-29656a17-b862-4397-b4b2-7e593e21aa60 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 May 05 15:42:08.891700 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658816b5-f0bd-4743-8eb3-65d587b79725 req-1e983054-e407-45da-bd7d-f8598d7f10d3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:08.893304 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-658816b5-f0bd-4743-8eb3-65d587b79725 req-1e983054-e407-45da-bd7d-f8598d7f10d3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0492158 May 05 15:42:08.949989 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-658816b5-f0bd-4743-8eb3-65d587b79725 req-d4fd2f39-2f26-4f3b-8a50-4e422698411d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506608 May 05 15:42:10.067683 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f9d5-7ad3-4c5d-ad9f-27a15bfe4ef6 req-fce62c64-d6ad-4072-a728-bf15aecb3104 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:10.069159 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a766f9d5-7ad3-4c5d-ad9f-27a15bfe4ef6 req-fce62c64-d6ad-4072-a728-bf15aecb3104 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0516188 May 05 15:42:10.119547 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a766f9d5-7ad3-4c5d-ad9f-27a15bfe4ef6 req-9791bdde-057e-47e3-978b-6ce173e8ea16 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 May 05 15:42:10.970537 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:11.082260 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:11.094169 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'port_id': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'mac_address': 'fa:16:3e:37:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:11.131908 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:11.132253 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.148295 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:11.169492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:11.236304 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f98e0e-08de-417d-8c8e-a3e9ae55761e req-030ef18e-969a-482e-9a2b-3078c1abcff5 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.237956 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-54f98e0e-08de-417d-8c8e-a3e9ae55761e req-030ef18e-969a-482e-9a2b-3078c1abcff5 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 944 time: 0.0503247 May 05 15:42:11.282661 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.293055 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-54f98e0e-08de-417d-8c8e-a3e9ae55761e req-241314c1-2c04-413f-b439-db0e9ed96822 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 May 05 15:42:11.333880 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:11.341292 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.341644 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.342011 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.342359 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.342693 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.343023 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.343354 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.343705 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.344033 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.344357 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.344679 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.345004 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.345327 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.345648 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.345967 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:11.496572 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:12.404255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528243e4-b0c7-4947-a74e-ef1106346d2c req-f39fbf8e-2b13-491c-9ec2-0a4af72f1425 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:12.405757 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-528243e4-b0c7-4947-a74e-ef1106346d2c req-f39fbf8e-2b13-491c-9ec2-0a4af72f1425 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 945 time: 0.0454023 May 05 15:42:12.451484 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-528243e4-b0c7-4947-a74e-ef1106346d2c req-c933eb58-2b62-40c6-a082-a9926b7a0273 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 May 05 15:42:12.970342 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:13.019356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:13.142369 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:13.142734 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.226413 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:13.226814 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.249550 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:13.251810 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da871d45-640a-44c8-977e-3c3725463027" -d '{"events": [{"server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:13.265527 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:13.302491 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.354714 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:13.453102 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d2e76-2635-4204-a09b-c05d4cec6c50 x-openstack-request-id: req-246d2e76-2635-4204-a09b-c05d4cec6c50 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:13.453401 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:13.453657 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-246d2e76-2635-4204-a09b-c05d4cec6c50 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:13.454326 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246d2e76-2635-4204-a09b-c05d4cec6c50'] response: {'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'code': 200} May 05 15:42:13.567601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ad43b-90ca-41e8-b778-56c1f676c344 req-341f2de1-0ca7-49dd-b05a-3e4650afccc1 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:13.569077 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1f3ad43b-90ca-41e8-b778-56c1f676c344 req-341f2de1-0ca7-49dd-b05a-3e4650afccc1 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0491271 May 05 15:42:13.624925 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1f3ad43b-90ca-41e8-b778-56c1f676c344 req-cc4ca845-b13a-43ca-8a2e-240521e395b4 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 May 05 15:42:13.721579 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46952) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:13.764190 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e98f9-6c01-4075-a50e-0561cdcf1749 req-ea78f268-cffa-4af6-8279-249632a47a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:13.765662 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-787e98f9-6c01-4075-a50e-0561cdcf1749 req-ea78f268-cffa-4af6-8279-249632a47a70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0377030 May 05 15:42:13.809492 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-787e98f9-6c01-4075-a50e-0561cdcf1749 req-baba68b2-e827-49af-a2cd-2cd1b37805d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 May 05 15:42:13.849690 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf550b8e-1398-4267-85b8-196426053710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.928944 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf550b8e-1398-4267-85b8-196426053710 admin admin] Publish callbacks [] for security_group (c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.013555 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf550b8e-1398-4267-85b8-196426053710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.052155 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cf550b8e-1398-4267-85b8-196426053710 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f821ca5f17884d7dbb6d9e278e9dd6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295047 May 05 15:42:14.052994 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550b8e-1398-4267-85b8-196426053710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.054923 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46956) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:14.102740 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Publish callbacks [] for security_group (c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.123059 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Publish callbacks [] for security_group (c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.225281 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.228203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.229416 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18 HTTP/1.1" status: 204 len: 168 time: 0.1733632 May 05 15:42:14.237599 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab8cad-b28f-4cdb-8f44-fd8d8b585d18,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.245276 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.245625 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.245965 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.246414 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.246638 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.246965 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.247289 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.247644 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.248287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.248612 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.248942 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.249383 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.249585 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.250025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.250223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658edb6-8ee0-4834-ab0d-a56daadd9557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:14.744179 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81078e46-868f-4056-9d0f-643dc657bf87 req-43f9422e-8d15-4a67-ab13-eb44663452fc tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:14.745674 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81078e46-868f-4056-9d0f-643dc657bf87 req-43f9422e-8d15-4a67-ab13-eb44663452fc tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0489628 May 05 15:42:14.799978 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-81078e46-868f-4056-9d0f-643dc657bf87 req-d29f043f-55bd-41a0-8af5-05d71867482b tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466063 May 05 15:42:14.852061 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 46964) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:14.864926 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf258-c2c8-41f8-85c4-170a91403bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.938778 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf258-c2c8-41f8-85c4-170a91403bc6 admin admin] Publish callbacks [] for security_group (9240ccd7-5cef-4a9f-9acc-f9db97b38242), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.048047 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf258-c2c8-41f8-85c4-170a91403bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9240ccd7-5cef-4a9f-9acc-f9db97b38242), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.087130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cf258-c2c8-41f8-85c4-170a91403bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240ccd7-5cef-4a9f-9acc-f9db97b38242,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:15.092388 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-cb2cf258-c2c8-41f8-85c4-170a91403bc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89ff156544e04a3886684c923c116e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386441 May 05 15:42:15.094873 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 46966) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:15.153407 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] Publish callbacks [] for security_group (9240ccd7-5cef-4a9f-9acc-f9db97b38242), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.175338 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] Publish callbacks [] for security_group (9240ccd7-5cef-4a9f-9acc-f9db97b38242), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.324970 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9240ccd7-5cef-4a9f-9acc-f9db97b38242), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.327651 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.329120 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9240ccd7-5cef-4a9f-9acc-f9db97b38242 HTTP/1.1" status: 204 len: 168 time: 0.2329874 May 05 15:42:15.337054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ef0af-1fd9-488f-9a0a-17eb2b5456ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240ccd7-5cef-4a9f-9acc-f9db97b38242,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:15.913379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f35be-d13a-4ce8-ac40-b27ddcc3888f req-a34053f6-54ca-4228-be2b-7ad1946799fb tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:15.915297 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f64f35be-d13a-4ce8-ac40-b27ddcc3888f req-a34053f6-54ca-4228-be2b-7ad1946799fb tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0473394 May 05 15:42:15.968580 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f64f35be-d13a-4ce8-ac40-b27ddcc3888f req-f73e0771-d922-42ed-adc5-acd1012ba7d1 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 May 05 15:42:16.087541 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e196bd-510a-43b9-afe2-b4efdb956d9e req-3716ac6b-0975-4c00-b72f-3269ac32e139 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:16.089004 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8e196bd-510a-43b9-afe2-b4efdb956d9e req-3716ac6b-0975-4c00-b72f-3269ac32e139 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0488980 May 05 15:42:16.136603 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d8e196bd-510a-43b9-afe2-b4efdb956d9e req-f16c2b49-4a3a-4262-923b-89a8fb11b32b tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 May 05 15:42:16.480988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b1565-f7a1-4bc1-b405-660727d2b45e req-fc49067c-9b6c-4d10-8934-3da20c3d9e9c tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:16.482566 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-049b1565-f7a1-4bc1-b405-660727d2b45e req-fc49067c-9b6c-4d10-8934-3da20c3d9e9c tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0517752 May 05 15:42:16.532479 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-049b1565-f7a1-4bc1-b405-660727d2b45e req-d6b898e2-16d9-483f-81b6-efca1555bc69 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 May 05 15:42:19.093927 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47066) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:19.205706 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd23d-a397-4fe2-b6d2-b64c54140825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.283964 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd23d-a397-4fe2-b6d2-b64c54140825 admin admin] Publish callbacks [] for security_group (df0ea209-90f0-443a-bbca-24542fe968d8), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.359353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd23d-a397-4fe2-b6d2-b64c54140825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (df0ea209-90f0-443a-bbca-24542fe968d8), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.402580 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2d3cd23d-a397-4fe2-b6d2-b64c54140825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd6ad9fc8456405c9a2f1f4c700e53e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062270 May 05 15:42:19.402580 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cd23d-a397-4fe2-b6d2-b64c54140825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0ea209-90f0-443a-bbca-24542fe968d8,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:19.404151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47072) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:19.455627 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] Publish callbacks [] for security_group (df0ea209-90f0-443a-bbca-24542fe968d8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.484367 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] Publish callbacks [] for security_group (df0ea209-90f0-443a-bbca-24542fe968d8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.619026 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (df0ea209-90f0-443a-bbca-24542fe968d8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.621624 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.622759 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df0ea209-90f0-443a-bbca-24542fe968d8 HTTP/1.1" status: 204 len: 168 time: 0.2176201 May 05 15:42:19.633410 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88084e6-0083-4984-bf69-e5cbd38d4893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0ea209-90f0-443a-bbca-24542fe968d8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:20.453392 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47080) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:20.467924 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59a89463-9a75-4b10-89ca-ffd4f631654f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.540704 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59a89463-9a75-4b10-89ca-ffd4f631654f admin admin] Publish callbacks [] for security_group (af3f3b79-44ef-4990-83ab-5cbc2704941c), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.610684 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-59a89463-9a75-4b10-89ca-ffd4f631654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (af3f3b79-44ef-4990-83ab-5cbc2704941c), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.664399 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89463-9a75-4b10-89ca-ffd4f631654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f3b79-44ef-4990-83ab-5cbc2704941c,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:20.669957 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-59a89463-9a75-4b10-89ca-ffd4f631654f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=629df967d3c247f8afd6bd01a5668f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145259 May 05 15:42:20.674835 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47082) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:20.730493 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] Publish callbacks [] for security_group (af3f3b79-44ef-4990-83ab-5cbc2704941c), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.752137 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] Publish callbacks [] for security_group (af3f3b79-44ef-4990-83ab-5cbc2704941c), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.888255 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (af3f3b79-44ef-4990-83ab-5cbc2704941c), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.890856 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.892030 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af3f3b79-44ef-4990-83ab-5cbc2704941c HTTP/1.1" status: 204 len: 168 time: 0.2173200 May 05 15:42:20.900624 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d0d1c-9697-4bc3-8d43-92f1efd4c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f3b79-44ef-4990-83ab-5cbc2704941c,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:24.164323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47158) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:24.268358 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d462b2f4-7d20-471d-899b-23b0fcdd38b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.342627 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d462b2f4-7d20-471d-899b-23b0fcdd38b5 admin admin] Publish callbacks [] for security_group (229fb1f7-97b9-49cc-85dd-452bfa6d6c78), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.401863 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d462b2f4-7d20-471d-899b-23b0fcdd38b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (229fb1f7-97b9-49cc-85dd-452bfa6d6c78), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.439949 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d462b2f4-7d20-471d-899b-23b0fcdd38b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67c9db1117b842a1a3ffc6a5665eadad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745638 May 05 15:42:24.440805 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b2f4-7d20-471d-899b-23b0fcdd38b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fb1f7-97b9-49cc-85dd-452bfa6d6c78,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:24.442616 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47162) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:24.490676 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] Publish callbacks [] for security_group (229fb1f7-97b9-49cc-85dd-452bfa6d6c78), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.510829 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] Publish callbacks [] for security_group (229fb1f7-97b9-49cc-85dd-452bfa6d6c78), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.638736 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (229fb1f7-97b9-49cc-85dd-452bfa6d6c78), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.641455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.642599 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/229fb1f7-97b9-49cc-85dd-452bfa6d6c78 HTTP/1.1" status: 204 len: 168 time: 0.1989589 May 05 15:42:24.652786 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc0305-bf23-4578-bc21-d68496742929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fb1f7-97b9-49cc-85dd-452bfa6d6c78,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.264627 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47170) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:25.280455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-af0e1004-ea2b-47aa-bdb5-9da7675b7c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.360429 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-af0e1004-ea2b-47aa-bdb5-9da7675b7c28 admin admin] Publish callbacks [] for security_group (ba3c2bf1-3d57-4bea-ab1a-b034603caf72), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.431039 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-af0e1004-ea2b-47aa-bdb5-9da7675b7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (ba3c2bf1-3d57-4bea-ab1a-b034603caf72), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.468867 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-af0e1004-ea2b-47aa-bdb5-9da7675b7c28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38462776335d49b4ba4ff25175e241f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031660 May 05 15:42:25.469610 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1004-ea2b-47aa-bdb5-9da7675b7c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c2bf1-3d57-4bea-ab1a-b034603caf72,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.471859 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47172) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:25.524815 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] Publish callbacks [] for security_group (ba3c2bf1-3d57-4bea-ab1a-b034603caf72), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.546785 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] Publish callbacks [] for security_group (ba3c2bf1-3d57-4bea-ab1a-b034603caf72), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.765232 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (ba3c2bf1-3d57-4bea-ab1a-b034603caf72), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.768375 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.769062 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba3c2bf1-3d57-4bea-ab1a-b034603caf72 HTTP/1.1" status: 204 len: 168 time: 0.2962561 May 05 15:42:25.777972 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f34a5-eac8-46fc-b451-60e08e154528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c2bf1-3d57-4bea-ab1a-b034603caf72,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:27.009587 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e342f-9542-4f07-88ff-3ff23a9ffe60 req-8e3c6df2-c88e-4504-99cd-d2127be8ecfd tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:27.011094 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e57e342f-9542-4f07-88ff-3ff23a9ffe60 req-8e3c6df2-c88e-4504-99cd-d2127be8ecfd tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0508013 May 05 15:42:27.061798 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e57e342f-9542-4f07-88ff-3ff23a9ffe60 req-bef0c479-d059-492f-97f1-8739397d47b3 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 May 05 15:42:27.084996 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47206) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:27.324836 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bab1c6-3104-48ed-bfdc-cb698b04df86 tempest-TestMinimumBasicScenario-182981486 tempest-TestMinimumBasicScenario-182981486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:27.329170 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-12bab1c6-3104-48ed-bfdc-cb698b04df86 tempest-TestMinimumBasicScenario-182981486 tempest-TestMinimumBasicScenario-182981486-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1125 time: 0.2430739 May 05 15:42:27.329785 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47212) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:27.334514 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'port_id': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:27.384896 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-395f0536-565a-43df-8cdd-e2e77040b575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.410583 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.496610 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.601949 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Allocated IP 172.27.2.218 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/34146b09-dc0f-4e00-9b22-89068cd76497) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:27.725574 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for port (34146b09-dc0f-4e00-9b22-89068cd76497), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.805075 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.844844 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:27.847944 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:27.850507 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:27.877797 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'Port': ['ID=34146b09-dc0f-4e00-9b22-89068cd76497,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:28.234812 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for floatingip (af049cff-fe29-408a-8b21-ec0ef08daff4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.375718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.531440 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for port (34146b09-dc0f-4e00-9b22-89068cd76497), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.602494 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.672340 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'Port': ['ID=34146b09-dc0f-4e00-9b22-89068cd76497,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:28.686540 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (af049cff-fe29-408a-8b21-ec0ef08daff4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.059121 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Floating IP af049cff-fe29-408a-8b21-ec0ef08daff4 associated. External IP: 172.27.2.218, port: 29e61e5b-7a7c-40f5-b6ac-b4982b570f20. May 05 15:42:29.277051 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Router 47cce840-7634-451a-af77-782fe2aefbfe has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:29.386172 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:29.395917 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Sync routers for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:29.405906 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:29.412152 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:41:59Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:29.476035 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.513189 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e995f793-d489-4cce-b106-85418a8432ed tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1822617 May 05 15:42:29.513800 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:29.516097 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9318296-516b-4fec-97a9-8c6d8f8853f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:29.516350 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47232) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:29.520822 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042680771', 'description': 'tempest-secgroup-smoke-2042680771 description', 'project_id': '1f8088c9f2ed4a259f79827002e54975'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:29.521305 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:29.555754 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b34ee9-30bc-4adc-9238-a241b01f4e4a x-openstack-request-id: req-60b34ee9-30bc-4adc-9238-a241b01f4e4a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:29.556046 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:29.556299 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60b34ee9-30bc-4adc-9238-a241b01f4e4a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:29.556709 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b34ee9-30bc-4adc-9238-a241b01f4e4a'] response: {'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:42:29.604654 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfabf4a0-6276-4ad8-8fdb-b82acbca5b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.617850 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-37d13e71-c81f-4b18-b005-f744cd8f7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:29.619887 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-37d13e71-c81f-4b18-b005-f744cd8f7d81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0421863 May 05 15:42:29.627426 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.705727 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (36d6f610-5ff1-4f2b-9e3b-b23a0880c198), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.766828 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-c9099870-28a4-44e2-a7bb-6e694e299640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:29.768347 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-c9099870-28a4-44e2-a7bb-6e694e299640 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.1427612 May 05 15:42:29.776165 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (36d6f610-5ff1-4f2b-9e3b-b23a0880c198), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.831760 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d6f610-5ff1-4f2b-9e3b-b23a0880c198,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:29.850457 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-b6389ebb-a8c6-46b7-bc26-bd4db99212b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1000 time: 0.0767231 May 05 15:42:29.858729 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'af049cff-fe29-408a-8b21-ec0ef08daff4', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'port_id': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'mac_address': 'fa:16:3e:37:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:28Z', 'updated_at': '2022-05-05T15:42:28Z', 'revision_number': 0, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:29.886148 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Checking router: 47cce840-7634-451a-af77-782fe2aefbfe for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:29.889805 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.891123 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a524170d-b209-424f-a8f6-1cc8135fad2d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3737869 May 05 15:42:29.894039 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47242) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:29.895094 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:29.895771 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:42:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:29.899162 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:29.900288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-d77955d8-ad69-4faa-8705-544ee6e35ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:29.901951 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-d77955d8-ad69-4faa-8705-544ee6e35ffb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0457833 May 05 15:42:29.953645 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-f5085dbc-8e5f-4a95-b70c-ed4d82c74074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:29.955261 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-f5085dbc-8e5f-4a95-b70c-ed4d82c74074 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473313 May 05 15:42:30.023598 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:30.056440 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-3a329103-e2b9-43bf-be4e-ab0a082dccf4 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952015 May 05 15:42:30.073912 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (22bccbee-7a7b-4052-84ce-f2ee30fddc36), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.147017 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (22bccbee-7a7b-4052-84ce-f2ee30fddc36), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.164521 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e9318296-516b-4fec-97a9-8c6d8f8853f0 req-ef9686d2-d3da-4912-8684-577250eacfd0 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015830 May 05 15:42:30.207658 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (22bccbee-7a7b-4052-84ce-f2ee30fddc36), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.226934 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bccbee-7a7b-4052-84ce-f2ee30fddc36,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:30.285196 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'af049cff-fe29-408a-8b21-ec0ef08daff4', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'port_id': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'mac_address': 'fa:16:3e:37:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:28Z', 'updated_at': '2022-05-05T15:42:28Z', 'revision_number': 0, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:30.295015 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.296322 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-40ae2e71-3548-4497-8519-b9f48fff20ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010305 May 05 15:42:30.299435 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47246) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:30.303984 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:30.313278 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ac3a1-2ca9-46cf-9390-d57e732b542d None None] The sync data for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi is: [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': 'af049cff-fe29-408a-8b21-ec0ef08daff4', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'port_id': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'mac_address': 'fa:16:3e:37:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:28Z', 'updated_at': '2022-05-05T15:42:28Z', 'revision_number': 0, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:30.419514 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (17768049-ec34-40af-9d70-92560d366f98), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.475282 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (17768049-ec34-40af-9d70-92560d366f98), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.525826 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99106a0-4acb-4b75-ad4e-6c0f725f891b None None] New status for floating IP af049cff-fe29-408a-8b21-ec0ef08daff4: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:42:30.564997 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (17768049-ec34-40af-9d70-92560d366f98), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.580958 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17768049-ec34-40af-9d70-92560d366f98,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:30.658404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.665011 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-9ba71b8c-1126-4280-bed3-9e74d4a698ea tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3592949 May 05 15:42:30.665011 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47248) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:30.669430 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:30.873100 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (869701a9-321e-44bf-b8ac-0e57c0c06848), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.901621 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.931457 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (869701a9-321e-44bf-b8ac-0e57c0c06848), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.021500 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (869701a9-321e-44bf-b8ac-0e57c0c06848), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.039042 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869701a9-321e-44bf-b8ac-0e57c0c06848,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.103409 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.104668 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-44b1aafe-e409-4b71-aee3-c51dc4f71a77 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4386828 May 05 15:42:31.107376 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47254) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.111682 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:31.192477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (e4693917-3ca8-46a2-865c-4432506e4d6e), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.249318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (e4693917-3ca8-46a2-865c-4432506e4d6e), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.312979 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (e4693917-3ca8-46a2-865c-4432506e4d6e), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.331379 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4693917-3ca8-46a2-865c-4432506e4d6e,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.389278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.390809 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-158304ce-4ff7-473a-8b15-7dbb16134f00 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2822244 May 05 15:42:31.394986 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47258) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.400273 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:31.466674 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47260) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.474086 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Project 1f8088c9f2ed4a259f79827002e54975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:42:31.481081 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (49f2d970-531a-4c3d-898b-ec49941e2f59), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.545693 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (49f2d970-531a-4c3d-898b-ec49941e2f59), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.585485 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a423106-a447-48b9-9063-54ff57ad8142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.615286 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (49f2d970-531a-4c3d-898b-ec49941e2f59), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.639160 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f2d970-531a-4c3d-898b-ec49941e2f59,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.674142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a423106-a447-48b9-9063-54ff57ad8142 admin admin] Publish callbacks [] for security_group (40db8a23-be11-4234-b54c-9518585867f3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.727353 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.728626 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d26e8863-f9d1-4db0-aa6e-328d5cd61b64 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3320959 May 05 15:42:31.731384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47264) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.736015 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'security_group_rule': {'security_group_id': '36d6f610-5ff1-4f2b-9e3b-b23a0880c198', 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:31.745773 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a423106-a447-48b9-9063-54ff57ad8142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (40db8a23-be11-4234-b54c-9518585867f3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.794036 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0a423106-a447-48b9-9063-54ff57ad8142 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae9be93517fe4970b004191eb80b1ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262169 May 05 15:42:31.795980 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a423106-a447-48b9-9063-54ff57ad8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40db8a23-be11-4234-b54c-9518585867f3,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.796835 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47266) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.850209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] Publish callbacks [] for security_group (40db8a23-be11-4234-b54c-9518585867f3), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.856542 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Project 1f8088c9f2ed4a259f79827002e54975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:42:31.863594 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (3ddb7c76-2334-47a2-82b9-549cf770ab94), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.877320 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] Publish callbacks [] for security_group (40db8a23-be11-4234-b54c-9518585867f3), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.925825 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (3ddb7c76-2334-47a2-82b9-549cf770ab94), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.013398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (40db8a23-be11-4234-b54c-9518585867f3), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.016050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.017331 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40db8a23-be11-4234-b54c-9518585867f3 HTTP/1.1" status: 204 len: 168 time: 0.2194157 May 05 15:42:32.026414 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49ded1-9bf3-4f90-a224-be4ce6b10fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40db8a23-be11-4234-b54c-9518585867f3,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:32.036141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (3ddb7c76-2334-47a2-82b9-549cf770ab94), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.062330 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddb7c76-2334-47a2-82b9-549cf770ab94,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:32.140902 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.142139 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-746f767b-7aa5-4f5c-b6f1-5be9149d4b86 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4097774 May 05 15:42:32.202063 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.239820 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-4b6a7881-f068-443c-856a-d918007061b5 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042680771&fields=id&tenant_id=1f8088c9f2ed4a259f79827002e54975 HTTP/1.1" status: 200 len: 267 time: 0.0473099 May 05 15:42:32.291462 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-5ebee4df-dc84-45db-a0c4-908c9b3fda4f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:32.292951 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-5ebee4df-dc84-45db-a0c4-908c9b3fda4f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0477366 May 05 15:42:32.304543 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'port': {'security_groups': ['b2b8e517-5f37-42b3-98d0-bc15790c8722', '36d6f610-5ff1-4f2b-9e3b-b23a0880c198']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:32.626274 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.725854 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47274) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:32.739908 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c130efc-8656-43cf-b915-0d504046b4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.821839 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c130efc-8656-43cf-b915-0d504046b4ce admin admin] Publish callbacks [] for security_group (9bb7066b-2e18-420f-bf44-492ed45820ba), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.827360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:32.857607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.899063 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c130efc-8656-43cf-b915-0d504046b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9bb7066b-2e18-420f-bf44-492ed45820ba), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.927604 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.940644 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:32.944698 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6c130efc-8656-43cf-b915-0d504046b4ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64352173cc6e432d8a6a44e200486107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175550 May 05 15:42:32.945479 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47276) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:32.946119 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130efc-8656-43cf-b915-0d504046b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7066b-2e18-420f-bf44-492ed45820ba,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:32.972139 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:32.972792 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.974135 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d98762ba-f1f9-4d6d-9925-9e8addd916f6 req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "PUT /v2.0/ports/29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 982 time: 0.6749852 May 05 15:42:32.974588 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:32.977499 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be0a20-c992-463f-9670-7dce71b293dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:33.011664 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] Publish callbacks [] for security_group (9bb7066b-2e18-420f-bf44-492ed45820ba), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.025982 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d1c8f-d890-4015-a0e4-c4b996b06e80 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=6']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:33.051620 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] Publish callbacks [] for security_group (9bb7066b-2e18-420f-bf44-492ed45820ba), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.062672 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:33.139220 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2500e2-78a4-4168-b69b-fa256993106d req-9880b5b4-0e39-4e2c-9bc8-4d0e7153e3cf tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.139220 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c2500e2-78a4-4168-b69b-fa256993106d req-9880b5b4-0e39-4e2c-9bc8-4d0e7153e3cf tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0732906 May 05 15:42:33.226966 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c2500e2-78a4-4168-b69b-fa256993106d req-ea87575b-e9b0-4577-a4ba-6771aad43fbf tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799329 May 05 15:42:33.258560 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (9bb7066b-2e18-420f-bf44-492ed45820ba), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.261358 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.264406 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bb7066b-2e18-420f-bf44-492ed45820ba HTTP/1.1" status: 204 len: 168 time: 0.3128829 May 05 15:42:33.271769 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1338ea-d8aa-4d48-9b53-882b81897a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7066b-2e18-420f-bf44-492ed45820ba,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:33.344951 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc5b1c-f456-47c4-9a2d-faca2b91cb0a x-openstack-request-id: req-7edc5b1c-f456-47c4-9a2d-faca2b91cb0a {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:33.345597 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:33.355455 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7edc5b1c-f456-47c4-9a2d-faca2b91cb0a {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:33.355455 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edc5b1c-f456-47c4-9a2d-faca2b91cb0a'] response: {'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:42:33.393396 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-897d33e6-b353-4277-b2f9-8f86c2d7fc42 None None] Provisioning complete for port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:33.394372 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-897d33e6-b353-4277-b2f9-8f86c2d7fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.410608 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0a20-c992-463f-9670-7dce71b293dd req-bae6b0b0-f7d4-4d22-b35a-f4361b2bdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.412412 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-bae6b0b0-f7d4-4d22-b35a-f4361b2bdf1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1169 time: 0.0448868 May 05 15:42:33.521642 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0a20-c992-463f-9670-7dce71b293dd req-98e31a87-abe8-494c-ac53-07b3871feb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.522459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-98e31a87-abe8-494c-ac53-07b3871feb01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.1028588 May 05 15:42:33.600735 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-a05b6eae-f406-4431-9a31-5f77377b4b26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1002 time: 0.0715857 May 05 15:42:33.617348 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-897d33e6-b353-4277-b2f9-8f86c2d7fc42 None None] Current status of the port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:33.658801 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0a20-c992-463f-9670-7dce71b293dd req-4e15f02b-1bde-458c-aa23-2a5a0d11138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.660663 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-4e15f02b-1bde-458c-aa23-2a5a0d11138e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0533783 May 05 15:42:33.708238 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0a20-c992-463f-9670-7dce71b293dd req-2bec0322-229f-49a9-8608-a6d8377ba210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.709757 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-2bec0322-229f-49a9-8608-a6d8377ba210 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430019 May 05 15:42:33.764112 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.826804 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-675f6ea6-842e-49f9-98f2-0af5315ead9f service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063693 May 05 15:42:33.921498 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1be0a20-c992-463f-9670-7dce71b293dd req-8891ee3a-9974-4d29-9d11-03a5cc08b351 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879605 May 05 15:42:35.670548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.353027 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-1985081f-c46e-44ff-8a7a-698470fb3998 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=235f100a8e7342e8b887af3c32469763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287313 May 05 15:42:36.538581 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-f97e61c4-5b53-48ce-a107-100231060309 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:36.540051 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-f97e61c4-5b53-48ce-a107-100231060309 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819379 May 05 15:42:36.555259 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-bc857a33-e62a-46b2-8490-b039387db258 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/quotas/235f100a8e7342e8b887af3c32469763 HTTP/1.1" status: 200 len: 375 time: 0.0096922 May 05 15:42:36.587167 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-50fb5625-cb29-4d61-843c-9125c8164a53 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=235f100a8e7342e8b887af3c32469763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270123 May 05 15:42:36.836862 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5b0f1aa7-4bab-4434-a6b8-8709ad0231fb req-edb1198d-ac7f-46c5-ba14-139403682228 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 210 time: 0.0320792 May 05 15:42:37.918714 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bf60a544-e399-4b57-a0c0-229b9066f0fd req-b2a63385-f27b-40ca-9990-b8f795b3678e tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 210 time: 0.0273764 May 05 15:42:39.020392 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-78d5e952-6b89-46e9-a4cb-5e40b24b1a35 req-c5663b18-e102-4197-bdb8-2aea88746ddc tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 210 time: 0.0296841 May 05 15:42:39.094132 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a6e1851d-3029-4c1a-94a1-8e386c40338c tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=235f100a8e7342e8b887af3c32469763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221822 May 05 15:42:39.209384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-2abc05ba-27c8-4b06-b1fc-31cbc732e8fd tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:39.211587 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-2abc05ba-27c8-4b06-b1fc-31cbc732e8fd tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119001 May 05 15:42:39.223528 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Request body: {'port': {'device_id': '6bee8775-5aed-444a-843b-eab483fc8f80', 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410', 'admin_state_up': True, 'tenant_id': '235f100a8e7342e8b887af3c32469763'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:39.424540 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Made reservation on behalf of 235f100a8e7342e8b887af3c32469763 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:39.427840 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.438865 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.527390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks [] for security_group (1a68f4c9-716c-46e2-96d5-c04dc219ed40), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.594983 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1a68f4c9-716c-46e2-96d5-c04dc219ed40), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.656418 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68f4c9-716c-46e2-96d5-c04dc219ed40,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:39.741796 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Allocated IP 192.168.233.129 (cc54fc5c-9b9e-4ed0-b592-4949b7256410/38cb95ef-1f03-4b0a-9c32-85655ee31b85/835bbff0-f602-45c5-b400-2eea4fc2ca44) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:39.891941 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks [] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.042152 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.095860 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Network cc54fc5c-9b9e-4ed0-b592-4949b7256410 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:40.103305 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:40.108539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:40.113527 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Pushing event updated for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.172474 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.173398 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.266205 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-107a36bb-d5d3-4c81-a4e5-5ed04c584bf8 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0463023 May 05 15:42:40.279873 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Request body: {'port': {'device_id': '6bee8775-5aed-444a-843b-eab483fc8f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:40.378528 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-318feeb3-4fe4-4f9f-9171-147ee403ce27 None None] Provisioning complete for port 835bbff0-f602-45c5-b400-2eea4fc2ca44 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:40.379160 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-318feeb3-4fe4-4f9f-9171-147ee403ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.380729 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6801c-0057-4647-a0cf-efc83a0a6a4e req-8bf539ba-0e75-49fe-a05c-eee7ec302b60 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.382339 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-99c6801c-0057-4647-a0cf-efc83a0a6a4e req-8bf539ba-0e75-49fe-a05c-eee7ec302b60 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 936 time: 0.0805812 May 05 15:42:40.390848 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.420505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-318feeb3-4fe4-4f9f-9171-147ee403ce27 None None] Port 835bbff0-f602-45c5-b400-2eea4fc2ca44 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:40.479972 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-99c6801c-0057-4647-a0cf-efc83a0a6a4e req-4abd5b06-5bb5-4059-b6e4-bc4334d01b63 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863671 May 05 15:42:40.721059 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835bbff0-f602-45c5-b400-2eea4fc2ca44 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:40.729214 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks [] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.742579 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Transition to ACTIVE for port object 835bbff0-f602-45c5-b400-2eea4fc2ca44 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:40.850449 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.924837 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Pushing event updated for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.001664 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Attempting to bind port 835bbff0-f602-45c5-b400-2eea4fc2ca44 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:41.002004 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Attempting to bind port 835bbff0-f602-45c5-b400-2eea4fc2ca44 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:41.002345 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Attempting to bind port 835bbff0-f602-45c5-b400-2eea4fc2ca44 on network cc54fc5c-9b9e-4ed0-b592-4949b7256410 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:41.007495 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Port 835bbff0-f602-45c5-b400-2eea4fc2ca44 on network cc54fc5c-9b9e-4ed0-b592-4949b7256410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:41.008379 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Attempting to bind port 835bbff0-f602-45c5-b400-2eea4fc2ca44 on network cc54fc5c-9b9e-4ed0-b592-4949b7256410 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:41.013913 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:41.014253 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Checking segment: {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:41.014646 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Bound using segment: {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:41.015080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Bound port: 835bbff0-f602-45c5-b400-2eea4fc2ca44, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:41.015444 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.082766 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:41.086039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:41.199254 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28867476'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.236457 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.237069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.238430 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] 10.222.0.60 "PUT /v2.0/ports/835bbff0-f602-45c5-b400-2eea4fc2ca44 HTTP/1.1" status: 200 len: 1098 time: 0.9630003 May 05 15:42:41.238868 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:41.241141 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953895c7-c200-418e-8aef-86c226e7b9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:41.276098 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a88a9-ece8-4f33-b9df-365276b96162 service neutron] Pushing event updated for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.296669 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef87fc-d3ef-4927-9ac1-73f15b054b32 x-openstack-request-id: req-04ef87fc-d3ef-4927-9ac1-73f15b054b32 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:41.296971 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:41.297217 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04ef87fc-d3ef-4927-9ac1-73f15b054b32 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:41.297618 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ef87fc-d3ef-4927-9ac1-73f15b054b32'] response: {'name': 'network-changed', 'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44', 'status': 'completed', 'code': 200} May 05 15:42:41.379903 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953895c7-c200-418e-8aef-86c226e7b9dd req-3ecfa9bc-df61-45ac-92cb-4483e66a9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.381562 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-953895c7-c200-418e-8aef-86c226e7b9dd req-3ecfa9bc-df61-45ac-92cb-4483e66a9a0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=235f100a8e7342e8b887af3c32469763&device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 1132 time: 0.0603344 May 05 15:42:41.420214 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-953895c7-c200-418e-8aef-86c226e7b9dd req-21b85c1d-0499-48cb-a2c1-a704e0a4f34e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=235f100a8e7342e8b887af3c32469763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312641 May 05 15:42:41.524073 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953895c7-c200-418e-8aef-86c226e7b9dd req-5ff2a104-f819-47da-9fad-36b2f188648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.525278 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-953895c7-c200-418e-8aef-86c226e7b9dd req-5ff2a104-f819-47da-9fad-36b2f188648e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990150 May 05 15:42:41.669808 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894ca9-9c6b-4230-a5a0-965427aceb7a req-169790be-7420-4f7c-a445-14a8447a4765 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.671745 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c894ca9-9c6b-4230-a5a0-965427aceb7a req-169790be-7420-4f7c-a445-14a8447a4765 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 948 time: 0.1107552 May 05 15:42:41.672732 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-338bbcab-870d-426d-9907-c284e5c037be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.674455 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-338bbcab-870d-426d-9907-c284e5c037be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=235f100a8e7342e8b887af3c32469763&device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 1132 time: 0.1030505 May 05 15:42:41.729724 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-1ea026f9-4a3a-4e14-b467-550143e14a03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44 HTTP/1.1" status: 200 len: 217 time: 0.0459015 May 05 15:42:41.789483 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c894ca9-9c6b-4230-a5a0-965427aceb7a req-4988d419-3ed5-4926-a7f5-2012ab15797d tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112912 May 05 15:42:41.806606 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-27666186-4b6a-437d-90de-aea065cec80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.808932 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-27666186-4b6a-437d-90de-aea065cec80f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38cb95ef-1f03-4b0a-9c32-85655ee31b85 HTTP/1.1" status: 200 len: 843 time: 0.0674970 May 05 15:42:41.863215 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-63ac6d3a-50ce-4653-b8bb-0b2458a54c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.864760 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-63ac6d3a-50ce-4653-b8bb-0b2458a54c22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc54fc5c-9b9e-4ed0-b592-4949b7256410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0489023 May 05 15:42:41.966195 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-4b640457-c684-4f54-b79a-136190aa989e service neutron] 10.222.0.60 "GET /v2.0/networks/cc54fc5c-9b9e-4ed0-b592-4949b7256410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952091 May 05 15:42:42.062593 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ff4a1d3d-bebd-4466-9715-76588ae215b3 req-c89a76f2-263b-4cff-bf77-3c558a38216b service neutron] 10.222.0.60 "GET /v2.0/networks/cc54fc5c-9b9e-4ed0-b592-4949b7256410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 May 05 15:42:42.912891 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0f0c-054f-4826-9925-3cb47129172a req-ba99f839-28ed-46ab-81ac-5074c0f5742d tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:42.915027 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-168d0f0c-054f-4826-9925-3cb47129172a req-ba99f839-28ed-46ab-81ac-5074c0f5742d tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 948 time: 0.0486715 May 05 15:42:42.967005 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-168d0f0c-054f-4826-9925-3cb47129172a req-1be5bf0c-5c6e-438a-bc53-886ddcc0aee0 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 May 05 15:42:44.097034 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f390-4ae3-4ee7-bb2a-af51cee934ee req-8c8aff07-f051-495b-90e8-21e30f2bce4c tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.098577 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8dd9f390-4ae3-4ee7-bb2a-af51cee934ee req-8c8aff07-f051-495b-90e8-21e30f2bce4c tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 948 time: 0.0584571 May 05 15:42:44.175565 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:44.421121 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8dd9f390-4ae3-4ee7-bb2a-af51cee934ee req-5fd78a73-7a39-440d-ac14-66cf9bfe47ba tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148010 May 05 15:42:45.063393 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 835bbff0-f602-45c5-b400-2eea4fc2ca44 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:45.172476 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:45.184879 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '835bbff0-f602-45c5-b400-2eea4fc2ca44', 'network_id': 'cc54fc5c-9b9e-4ed0-b592-4949b7256410', 'port_id': '835bbff0-f602-45c5-b400-2eea4fc2ca44', 'mac_address': 'fa:16:3e:bd:d9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cb95ef-1f03-4b0a-9c32-85655ee31b85', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:45.230270 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 835bbff0-f602-45c5-b400-2eea4fc2ca44 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:45.230664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.245696 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835bbff0-f602-45c5-b400-2eea4fc2ca44 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:45.267250 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:45.390167 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.443025 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:45.539687 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb8d4-0b65-4b77-b267-9eec2228e783 req-8e26df27-c638-4544-b275-0adca029663f tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:45.541193 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8c2cb8d4-0b65-4b77-b267-9eec2228e783 req-8e26df27-c638-4544-b275-0adca029663f tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 949 time: 0.0483062 May 05 15:42:45.598020 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8c2cb8d4-0b65-4b77-b267-9eec2228e783 req-2fedf29a-5555-4b4d-95ac-08b1aa902848 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509927 May 05 15:42:45.602519 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['835bbff0-f602-45c5-b400-2eea4fc2ca44'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:46.715501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f42eeb-9e19-4b73-99cd-9d9cc4a20b83 req-059134f9-97e2-4d59-98f7-f9a106a4eb83 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:46.717092 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0f42eeb-9e19-4b73-99cd-9d9cc4a20b83 req-059134f9-97e2-4d59-98f7-f9a106a4eb83 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 949 time: 0.0491910 May 05 15:42:46.769111 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0f42eeb-9e19-4b73-99cd-9d9cc4a20b83 req-d020d9ea-4248-4b88-903a-b93fd957c308 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 May 05 15:42:47.067292 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 835bbff0-f602-45c5-b400-2eea4fc2ca44 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:47.115637 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 835bbff0-f602-45c5-b400-2eea4fc2ca44 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:47.183837 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 835bbff0-f602-45c5-b400-2eea4fc2ca44 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:47.184239 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.266756 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 835bbff0-f602-45c5-b400-2eea4fc2ca44 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:47.267656 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.290904 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:47.293179 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd765787-a9cc-4e92-92c8-6f828cac188c" -d '{"events": [{"server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "name": "network-vif-plugged", "status": "completed", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:47.305674 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:47.332574 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcc5a4-7f6a-4baf-b698-047c6a319ef2 x-openstack-request-id: req-78fcc5a4-7f6a-4baf-b698-047c6a319ef2 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:47.332869 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "name": "network-vif-plugged", "status": "completed", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:47.333124 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78fcc5a4-7f6a-4baf-b698-047c6a319ef2 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:47.333529 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fcc5a4-7f6a-4baf-b698-047c6a319ef2'] response: {'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44', 'code': 200} May 05 15:42:47.418812 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.471759 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:47.688428 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb18ca-c4a6-4e87-99c2-c4c432b2ae9c req-ef088ca8-246c-44fb-b094-9ac128ded8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:47.689737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bcbb18ca-c4a6-4e87-99c2-c4c432b2ae9c req-ef088ca8-246c-44fb-b094-9ac128ded8bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 1134 time: 0.0472093 May 05 15:42:47.748938 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-77b988c6-3c71-4db6-8385-da6825ceca7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399811 May 05 15:42:47.749557 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bcbb18ca-c4a6-4e87-99c2-c4c432b2ae9c req-befa4ca7-928f-453b-8e75-9c2340f08035 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 May 05 15:42:47.888080 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b1e2-27c6-4325-ba63-12eb26a46660 req-8f5ed0b4-e99a-4fdb-bf64-ff6790ab2629 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:47.889645 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6ee5b1e2-27c6-4325-ba63-12eb26a46660 req-8f5ed0b4-e99a-4fdb-bf64-ff6790ab2629 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 950 time: 0.0483508 May 05 15:42:47.939118 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6ee5b1e2-27c6-4325-ba63-12eb26a46660 req-ae01b669-e077-4b00-a231-9fb744bbd7a2 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 May 05 15:42:48.016241 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-aee013f5-fce2-4d99-9e6e-7791e5677abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.017783 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-aee013f5-fce2-4d99-9e6e-7791e5677abe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1169 time: 0.0393391 May 05 15:42:48.132092 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-da1d9eb0-2706-4a1c-bbda-b5d2f478e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.133624 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-da1d9eb0-2706-4a1c-bbda-b5d2f478e901 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.0934336 May 05 15:42:48.452029 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-d6773e44-ca25-4a95-8681-b269a02d8a2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1002 time: 0.0650573 May 05 15:42:48.503398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-4a128a04-3008-49c8-8ac1-168b631a68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.504918 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-4a128a04-3008-49c8-8ac1-168b631a68f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0461040 May 05 15:42:48.585450 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-958f3e94-14b6-4e92-aa15-2421bf5b6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.585450 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-958f3e94-14b6-4e92-aa15-2421bf5b6157 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504384 May 05 15:42:48.699420 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-e25205b7-4a51-4ffd-9a0d-9cae5496fb5c service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069787 May 05 15:42:48.730866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1060299-2f61-40bb-ae29-301c114e9daa req-917fafc6-c79e-4135-bf42-839733f57aa4 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.732615 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1060299-2f61-40bb-ae29-301c114e9daa req-917fafc6-c79e-4135-bf42-839733f57aa4 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0743964 May 05 15:42:48.817395 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f1060299-2f61-40bb-ae29-301c114e9daa req-6fa7f470-4afc-4f0a-926d-66f2c1a8f634 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741570 May 05 15:42:48.875718 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-504a8f7e-9e44-4e40-963e-c2802fa89990 req-dbb02848-7ae6-43e3-9702-dc07db1263be service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416638 May 05 15:42:49.060953 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea57d-81ad-455f-8f3c-d686c0c907b1 req-48e33c13-b6a1-43e6-ab42-7817fa9830d9 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.062511 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f9ea57d-81ad-455f-8f3c-d686c0c907b1 req-48e33c13-b6a1-43e6-ab42-7817fa9830d9 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 950 time: 0.0474870 May 05 15:42:49.110737 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-5f9ea57d-81ad-455f-8f3c-d686c0c907b1 req-65731e03-a0af-4474-8f57-c813855ed673 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 May 05 15:42:49.209734 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-7dd2cd85-73b5-4d43-a493-4b63e3ab5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.211336 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-7dd2cd85-73b5-4d43-a493-4b63e3ab5590 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1169 time: 0.0496850 May 05 15:42:49.313088 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-fd777b64-9b3e-4db8-8d2f-5b0f596bc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.314603 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-fd777b64-9b3e-4db8-8d2f-5b0f596bc0dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.0949078 May 05 15:42:49.394590 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-efc97cea-33d5-41b9-80f5-f11283c7ec44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1002 time: 0.0678518 May 05 15:42:49.451555 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-622e2421-7d90-416c-9072-8d0d6e29d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.453283 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-622e2421-7d90-416c-9072-8d0d6e29d93d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0530553 May 05 15:42:49.500101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-c13c3175-55c7-45f9-8008-742edc8f2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.501635 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-c13c3175-55c7-45f9-8008-742edc8f2892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424211 May 05 15:42:49.617315 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-d7e8c6a4-8ca3-42f1-8996-8b579641c7c3 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087673 May 05 15:42:49.655996 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6acdcb-3a01-4c03-8fe1-b9c640340b2c req-c52e624e-cb2c-4d20-bc8a-ef9713f4b067 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.657404 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-af6acdcb-3a01-4c03-8fe1-b9c640340b2c req-c52e624e-cb2c-4d20-bc8a-ef9713f4b067 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 950 time: 0.0524900 May 05 15:42:49.711803 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-af6acdcb-3a01-4c03-8fe1-b9c640340b2c req-3fd6f8f1-361d-4092-9ba3-06b5abbd985b tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 May 05 15:42:49.978347 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297574b-9bd4-4ee5-b640-0c98fadccb4d req-4a18285a-68f8-4fdd-8af1-9d9926b2db7d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.980586 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4297574b-9bd4-4ee5-b640-0c98fadccb4d req-4a18285a-68f8-4fdd-8af1-9d9926b2db7d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0639479 May 05 15:42:50.047681 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4297574b-9bd4-4ee5-b640-0c98fadccb4d req-bedf2a65-08b8-4f55-a6ad-562e660ae27a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609784 May 05 15:42:50.775035 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a24d5137-d63c-4974-93fc-b5e7ef8789f0 req-251fe680-e99e-4066-a7a8-83b1ed7ad58b service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007950 May 05 15:42:50.854755 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc9e7c-a872-493b-bb86-fb265c676282 req-4ab12279-1128-4665-a0a3-1a7347df3d31 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:50.857718 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-61dc9e7c-a872-493b-bb86-fb265c676282 req-4ab12279-1128-4665-a0a3-1a7347df3d31 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 950 time: 0.0548196 May 05 15:42:50.905486 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-61dc9e7c-a872-493b-bb86-fb265c676282 req-4163ee7e-df99-4a47-80ff-213529b95673 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a68f4c9-716c-46e2-96d5-c04dc219ed40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 May 05 15:42:51.020865 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-d2d45fec-9a03-41c6-889f-2aaa2a79c2b5 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.022340 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-d2d45fec-9a03-41c6-889f-2aaa2a79c2b5 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 950 time: 0.0512669 May 05 15:42:51.142280 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Deleting port 835bbff0-f602-45c5-b400-2eea4fc2ca44 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:42:51.145556 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:51.183108 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e119-f6f5-40e4-b098-475a60a14698 req-5b995ae0-9fac-4fe5-a757-aef2e220034b tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.184737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-da32e119-f6f5-40e4-b098-475a60a14698 req-5b995ae0-9fac-4fe5-a757-aef2e220034b tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0579000 May 05 15:42:51.255279 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] For port 835bbff0-f602-45c5-b400-2eea4fc2ca44, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=835bbff0-f602-45c5-b400-2eea4fc2ca44,segment=NetworkSegment(25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6),segment_id=25a6ceda-82e1-45a2-a2ce-bbb38c44a4c6)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:51.255587 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-da32e119-f6f5-40e4-b098-475a60a14698 req-cc2b6197-aae5-4281-b8db-14f914e2aa83 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617125 May 05 15:42:51.255925 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:51.284905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Calling delete_port for 835bbff0-f602-45c5-b400-2eea4fc2ca44 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:42:51.487007 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (835bbff0-f602-45c5-b400-2eea4fc2ca44), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:51.498750 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['835bbff0-f602-45c5-b400-2eea4fc2ca44'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:51.540028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Pushing event deleted for resources: {'Port': ['ID=835bbff0-f602-45c5-b400-2eea4fc2ca44,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:51.602529 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] No DVR routers for this DVR port 835bbff0-f602-45c5-b400-2eea4fc2ca44 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:42:51.605151 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:51.608613 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a7afc68a-a3dd-4df7-b15e-49826ecddf97 req-2cb5ba91-7388-43ed-91fb-0ae19257dc25 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.60 "DELETE /v2.0/ports/835bbff0-f602-45c5-b400-2eea4fc2ca44 HTTP/1.1" status: 204 len: 173 time: 0.5797517 May 05 15:42:51.609097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'name': 'network-vif-deleted', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:51.611454 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf662b14-7a2c-414d-8c3e-d83919f3549f" -d '{"events": [{"server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "name": "network-vif-deleted", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:51.653394 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4eabb6-a7f8-47a3-8c27-53bd86656cea x-openstack-request-id: req-eb4eabb6-a7f8-47a3-8c27-53bd86656cea {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:51.653691 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bee8775-5aed-444a-843b-eab483fc8f80", "name": "network-vif-deleted", "tag": "835bbff0-f602-45c5-b400-2eea4fc2ca44", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:51.653938 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb4eabb6-a7f8-47a3-8c27-53bd86656cea {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:51.654349 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4eabb6-a7f8-47a3-8c27-53bd86656cea'] response: {'server_uuid': '6bee8775-5aed-444a-843b-eab483fc8f80', 'name': 'network-vif-deleted', 'tag': '835bbff0-f602-45c5-b400-2eea4fc2ca44', 'status': 'completed', 'code': 200} May 05 15:42:52.045840 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4b3a251f-d830-49f7-98f9-b893d70d76bb req-5b05a70b-6a29-4ad2-be27-cdfbb2010b47 tempest-VolumesNegativeTest-1587324085 tempest-VolumesNegativeTest-1587324085-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bee8775-5aed-444a-843b-eab483fc8f80 HTTP/1.1" status: 200 len: 210 time: 0.0297348 May 05 15:42:52.413716 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938650-168d-4308-b0d1-cfbd01dece0a req-45468701-45d1-41e9-8344-9f1a6bfb8200 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:52.415601 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-82938650-168d-4308-b0d1-cfbd01dece0a req-45468701-45d1-41e9-8344-9f1a6bfb8200 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0646737 May 05 15:42:52.482970 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-82938650-168d-4308-b0d1-cfbd01dece0a req-e132ed63-3e43-4cc9-8269-396d98e2cf6a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610948 May 05 15:42:53.643209 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5b436-7b4a-4768-8fd3-094de1f788a5 req-086c275e-82dd-4f18-923e-a1b3bc2c42e0 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:53.645323 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ef5b436-7b4a-4768-8fd3-094de1f788a5 req-086c275e-82dd-4f18-923e-a1b3bc2c42e0 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0677996 May 05 15:42:53.786960 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-0ef5b436-7b4a-4768-8fd3-094de1f788a5 req-41e3442b-205b-4e1c-9e64-98290ab73e48 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350315 May 05 15:42:54.947388 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca42db-af93-43b4-a7aa-68bcb4083d99 req-4deef1b3-757c-4351-90ec-73ff886e9787 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:54.950163 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dca42db-af93-43b4-a7aa-68bcb4083d99 req-4deef1b3-757c-4351-90ec-73ff886e9787 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0667012 May 05 15:42:55.050984 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dca42db-af93-43b4-a7aa-68bcb4083d99 req-7a87e7af-1de3-4d98-9841-7a26b9056a3e tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939107 May 05 15:42:55.101886 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 835bbff0-f602-45c5-b400-2eea4fc2ca44 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:42:55.122931 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 835bbff0-f602-45c5-b400-2eea4fc2ca44 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:42:55.123274 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 835bbff0-f602-45c5-b400-2eea4fc2ca44 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:42:56.194200 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6aa3c-8abe-4312-ba68-291e65b28893 req-06a18cd4-1260-407d-87b5-f4a7bdc51b37 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:56.198881 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bb6aa3c-8abe-4312-ba68-291e65b28893 req-06a18cd4-1260-407d-87b5-f4a7bdc51b37 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0694122 May 05 15:42:56.274886 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-1bb6aa3c-8abe-4312-ba68-291e65b28893 req-1f1104ea-59d3-4afe-9d6b-e0357470b388 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684936 May 05 15:42:57.409892 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0cc808ab-57b8-47a8-ba90-8fb6595ed41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:57.435603 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f73c-0b8b-4e19-a0ff-bcba423e5105 req-7c7e6266-dbef-40e9-9e82-6f1eb1bf9db7 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:57.437285 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-75b4f73c-0b8b-4e19-a0ff-bcba423e5105 req-7c7e6266-dbef-40e9-9e82-6f1eb1bf9db7 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0588455 May 05 15:42:57.516144 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-75b4f73c-0b8b-4e19-a0ff-bcba423e5105 req-8086cb47-ef9d-4632-9f59-fc44a713ae68 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711355 May 05 15:42:58.638278 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fc6dd-bc3c-40b8-b8c9-aec87f69b0f8 req-71ac8829-6695-4bc1-a891-b260f6afee6d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.639913 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-750fc6dd-bc3c-40b8-b8c9-aec87f69b0f8 req-71ac8829-6695-4bc1-a891-b260f6afee6d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0497320 May 05 15:42:58.709491 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-750fc6dd-bc3c-40b8-b8c9-aec87f69b0f8 req-c7eb3025-e2b9-49b2-89d4-a9345f51e047 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578635 May 05 15:42:59.621246 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fcd6228c-154f-4040-9522-596807d5d124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:59.840540 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091ed3-94be-4e12-ac66-03373722beff req-49fed35a-b5a4-4592-94fd-e231a680962c tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:59.842086 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3091ed3-94be-4e12-ac66-03373722beff req-49fed35a-b5a4-4592-94fd-e231a680962c tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0546093 May 05 15:42:59.914116 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3091ed3-94be-4e12-ac66-03373722beff req-f8f3ce61-5936-4385-b822-68f3d77e64bf tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660119 May 05 15:43:00.013002 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47650) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:00.154762 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ef5be2c2-536e-46d3-9496-81cbf8466b1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=235f100a8e7342e8b887af3c32469763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405656 May 05 15:43:00.157216 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47654) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:00.208427 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Publish callbacks [] for security_group (1a68f4c9-716c-46e2-96d5-c04dc219ed40), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.231979 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Publish callbacks [] for security_group (1a68f4c9-716c-46e2-96d5-c04dc219ed40), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.366586 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (1a68f4c9-716c-46e2-96d5-c04dc219ed40), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.369095 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:00.370317 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a68f4c9-716c-46e2-96d5-c04dc219ed40 HTTP/1.1" status: 204 len: 168 time: 0.2121880 May 05 15:43:00.380143 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68f4c9-716c-46e2-96d5-c04dc219ed40,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:00.388151 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.388503 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.388904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.389246 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.389584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.390047 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.390323 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.390589 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.390918 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.391303 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.391722 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.392059 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.392698 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.393017 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.393335 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9d2b4-8587-4bbe-8107-df53d040c62d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:00.809827 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:01.052848 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786a9b-b2db-4eb2-af8f-aea262b388a9 req-c241c7aa-d42f-45e2-85b5-62a6162669f4 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:01.054989 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb786a9b-b2db-4eb2-af8f-aea262b388a9 req-c241c7aa-d42f-45e2-85b5-62a6162669f4 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0602117 May 05 15:43:01.118494 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-eb786a9b-b2db-4eb2-af8f-aea262b388a9 req-c509e97d-5056-42aa-9e2f-75480bf288b5 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577455 May 05 15:43:02.248355 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534c127-ea49-41b9-86a3-f8d4fc5069fe req-fa9ca475-05f4-451d-a16a-f2be70a9ed87 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:02.249967 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c534c127-ea49-41b9-86a3-f8d4fc5069fe req-fa9ca475-05f4-451d-a16a-f2be70a9ed87 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0572259 May 05 15:43:02.275201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:02.332555 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c534c127-ea49-41b9-86a3-f8d4fc5069fe req-d006dc53-d40d-42a8-8b8e-b92d5c1b399d tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&id=36d6f610-5ff1-4f2b-9e3b-b23a0880c198&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765147 May 05 15:43:03.714958 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:05.666538 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:21.174583 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:43:27.400056 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-17c6cc05-7891-4dd5-8b1c-9b32e8420ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.582147 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c42fc36-3b78-4f61-872e-9b9ac307bc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.009633 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.158154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.736914 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.199205 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-5484a875-93da-428d-944d-cd6fc685f790 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042680771&fields=id&tenant_id=1f8088c9f2ed4a259f79827002e54975 HTTP/1.1" status: 200 len: 267 time: 0.0449457 May 05 15:43:35.252672 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-a08e8b51-975c-4051-a3a6-1d9c4fa57a09 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.254167 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-a08e8b51-975c-4051-a3a6-1d9c4fa57a09 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 985 time: 0.0491223 May 05 15:43:35.266377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Request body: {'port': {'security_groups': ['b2b8e517-5f37-42b3-98d0-bc15790c8722']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:35.340832 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.516440 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:35.546990 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.614470 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.626575 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:35.658940 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.658940 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.659640 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cda62b44-a04c-4f44-8d9d-2479478935aa req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "PUT /v2.0/ports/29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 943 time: 0.3985405 May 05 15:43:35.660114 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:35.663220 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e06b93-19b2-4860-b90c-ad8f84a14aef" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:35.667768 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47676) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:35.710719 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.716223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08f86e-8bfd-4484-b4fc-7eba3dc167af x-openstack-request-id: req-3b08f86e-8bfd-4484-b4fc-7eba3dc167af {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:35.716466 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:35.716802 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b08f86e-8bfd-4484-b4fc-7eba3dc167af {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:35.717228 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b08f86e-8bfd-4484-b4fc-7eba3dc167af'] response: {'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:43:35.723168 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event updated for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=7']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:35.734836 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.739257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.745692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.745692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.745692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.745692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ca060b-6d23-4655-a368-d3c0d3dc0227 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:35.806579 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-6a8b0709-6e06-43d9-bd2f-56f856ca2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.808176 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-6a8b0709-6e06-43d9-bd2f-56f856ca2c0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0636780 May 05 15:43:35.811692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (36d6f610-5ff1-4f2b-9e3b-b23a0880c198), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.857927 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (36d6f610-5ff1-4f2b-9e3b-b23a0880c198), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.948342 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-74b2440f-cb71-405b-971c-d600da7dd387 None None] Provisioning complete for port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:35.948636 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74b2440f-cb71-405b-971c-d600da7dd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.980085 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-22bdb27b-9f8a-4215-9fa0-58f5a6c17dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.981638 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-22bdb27b-9f8a-4215-9fa0-58f5a6c17dbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.1641805 May 05 15:43:36.071199 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-0b871329-50ad-471b-a749-f7e784ab326f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 1002 time: 0.0822558 May 05 15:43:36.074393 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-74b2440f-cb71-405b-971c-d600da7dd387 None None] Current status of the port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:36.120502 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-c042a894-e3df-4a69-940e-87ae65697606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:36.121983 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-c042a894-e3df-4a69-940e-87ae65697606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0444081 May 05 15:43:36.122531 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (36d6f610-5ff1-4f2b-9e3b-b23a0880c198), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.125042 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.126827 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "DELETE /v2.0/security-groups/36d6f610-5ff1-4f2b-9e3b-b23a0880c198 HTTP/1.1" status: 204 len: 168 time: 0.4573720 May 05 15:43:36.129155 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47678) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:36.157259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd536d-ff2e-412b-a445-612ea95a6253 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d6f610-5ff1-4f2b-9e3b-b23a0880c198,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.179549 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-6d77ee69-afc4-4506-9901-e3ded6f8447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:36.181461 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-6d77ee69-afc4-4506-9901-e3ded6f8447a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518975 May 05 15:43:36.290229 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-2efe4d92-1591-4aea-ba4a-2156f2f69072 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016333 May 05 15:43:36.303765 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Deleting port 34146b09-dc0f-4e00-9b22-89068cd76497 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:36.304111 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.381299 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.381601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for floatingip (34146b09-dc0f-4e00-9b22-89068cd76497), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.382322 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-07e06b93-19b2-4860-b90c-ad8f84a14aef req-44f3fb99-9ee1-4d3c-acf2-5b008e925327 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 May 05 15:43:36.400598 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Calling delete_port for 34146b09-dc0f-4e00-9b22-89068cd76497 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:36.679242 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (34146b09-dc0f-4e00-9b22-89068cd76497), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.709782 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event deleted for resources: {'Port': ['ID=34146b09-dc0f-4e00-9b22-89068cd76497,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.777224 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks [] for floatingip (af049cff-fe29-408a-8b21-ec0ef08daff4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.777554 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Floating IP af049cff-fe29-408a-8b21-ec0ef08daff4 disassociated (deleted). External IP: 172.27.2.218, port: 29e61e5b-7a7c-40f5-b6ac-b4982b570f20. May 05 15:43:36.994386 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Router 47cce840-7634-451a-af77-782fe2aefbfe has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:37.115568 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:37.121559 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.126815 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Sync routers for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:37.139109 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:37.140020 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:37.157707 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2736d61e-14a0-4d0c-a549-03f3dd309f2f tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "DELETE /v2.0/floatingips/af049cff-fe29-408a-8b21-ec0ef08daff4 HTTP/1.1" status: 204 len: 168 time: 1.0273516 May 05 15:43:37.162585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:37.162585 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d6010-8c77-4378-b819-9db6d366f569" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:37.201367 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc699117-23df-486f-a01a-17209e85f59e x-openstack-request-id: req-dc699117-23df-486f-a01a-17209e85f59e {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:37.201780 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:37.202248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc699117-23df-486f-a01a-17209e85f59e {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:37.202729 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc699117-23df-486f-a01a-17209e85f59e'] response: {'name': 'network-changed', 'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:43:37.256012 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:37.276753 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6010-8c77-4378-b819-9db6d366f569 req-2e2cad46-1611-4f21-b819-5862db251ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.278314 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-2e2cad46-1611-4f21-b819-5862db251ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f8088c9f2ed4a259f79827002e54975&device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0508628 May 05 15:43:37.375388 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6010-8c77-4378-b819-9db6d366f569 req-c95591e8-8bb2-45aa-ad1c-61780f601dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.376943 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-c95591e8-8bb2-45aa-ad1c-61780f601dc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 200 len: 916 time: 0.0920110 May 05 15:43:37.423525 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-bf0f225f-755a-4c51-adae-d47614cfdd55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 200 len: 217 time: 0.0393679 May 05 15:43:37.469850 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:37.475149 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6010-8c77-4378-b819-9db6d366f569 req-71edae57-d4cd-4f05-981b-101a60553e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.476660 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-71edae57-d4cd-4f05-981b-101a60553e63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 200 len: 854 time: 0.0475860 May 05 15:43:37.498644 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Checking router: 47cce840-7634-451a-af77-782fe2aefbfe for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:37.522113 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:37.524071 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:37.533292 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6010-8c77-4378-b819-9db6d366f569 req-3bdc5d33-12ab-4775-a188-7fe83c43f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.535162 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-3bdc5d33-12ab-4775-a188-7fe83c43f35c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518465 May 05 15:43:37.632029 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-84bc492d-9292-47fe-b3c6-d7a933af9332 service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906293 May 05 15:43:37.650141 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:37.731037 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-109d6010-8c77-4378-b819-9db6d366f569 req-3f3b79c5-c184-4760-b3c0-3ab7aed70e5c service neutron] 10.222.0.60 "GET /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 May 05 15:43:37.847904 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:37.958665 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f796c2-0f19-4df1-a163-685fb7a936c3 None None] The sync data for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi is: [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:41:23Z', 'revision_number': 4, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '0e80fa47-0df3-46c3-b90d-60d2728964d6', 'name': '', 'network_id': 'ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'mac_address': 'fa:16:3e:da:86:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:23Z', 'updated_at': '2022-05-05T15:41:28Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'subnets': [{'id': '4152829f-cd01-457c-ae0f-7e9a2c8679c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:38.202153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28453a3c-b15a-48ad-b0cc-f7a288953cc4 None None] New status for floating IP af049cff-fe29-408a-8b21-ec0ef08daff4: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:43:40.506830 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1eda-27fc-4951-bd07-642e9d0197f9 req-5b060ed9-a5c5-4e80-9e00-add3f91b966a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:40.508443 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6e9e1eda-27fc-4951-bd07-642e9d0197f9 req-5b060ed9-a5c5-4e80-9e00-add3f91b966a tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0497491 May 05 15:43:40.561871 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6e9e1eda-27fc-4951-bd07-642e9d0197f9 req-8bc01abb-c8f7-417f-8057-1608f1000348 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 May 05 15:43:41.691704 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55412-8a08-4855-a928-eb09ec5867a2 req-a714a737-a32b-4327-b4de-e6f1c3c13748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:41.693179 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afc55412-8a08-4855-a928-eb09ec5867a2 req-a714a737-a32b-4327-b4de-e6f1c3c13748 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0508952 May 05 15:43:41.742458 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-afc55412-8a08-4855-a928-eb09ec5867a2 req-9652100c-a34b-4f52-9722-a12639dbe5f6 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2b8e517-5f37-42b3-98d0-bc15790c8722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 May 05 15:43:42.157360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-cf91f086-9d80-41a7-a564-34b970710e31 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:42.158898 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-cf91f086-9d80-41a7-a564-34b970710e31 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 946 time: 0.0546720 May 05 15:43:42.248294 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Deleting port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:42.248636 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.342885 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] For port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:42.343181 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.356133 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Calling delete_port for 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 owned by compute:nova {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:42.576538 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (29e61e5b-7a7c-40f5-b6ac-b4982b570f20), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.589001 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['29e61e5b-7a7c-40f5-b6ac-b4982b570f20'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:42.605667 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Pushing event deleted for resources: {'Port': ['ID=29e61e5b-7a7c-40f5-b6ac-b4982b570f20,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:42.653663 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] No DVR routers for this DVR port 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 on host hv-cinder-83588 {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:42.656276 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.659579 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d1077411-a99f-4c6e-856c-bd0326db0e1a req-3df0c7f2-c241-4e56-ad13-38c4b1c139d9 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.60 "DELETE /v2.0/ports/29e61e5b-7a7c-40f5-b6ac-b4982b570f20 HTTP/1.1" status: 204 len: 173 time: 0.4953339 May 05 15:43:42.660036 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'name': 'network-vif-deleted', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:42.662791 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd5768-d41b-4ce2-8fab-cf58b763a343" -d '{"events": [{"server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "name": "network-vif-deleted", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:42.706239 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd04621-7334-461c-b343-8928691e2b79 x-openstack-request-id: req-4cd04621-7334-461c-b343-8928691e2b79 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:42.706239 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e25a2-051f-42f9-9557-19ead59b7bc3", "name": "network-vif-deleted", "tag": "29e61e5b-7a7c-40f5-b6ac-b4982b570f20", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:42.721229 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cd04621-7334-461c-b343-8928691e2b79 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:42.721229 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd04621-7334-461c-b343-8928691e2b79'] response: {'server_uuid': 'dc2e25a2-051f-42f9-9557-19ead59b7bc3', 'name': 'network-vif-deleted', 'tag': '29e61e5b-7a7c-40f5-b6ac-b4982b570f20', 'status': 'completed', 'code': 200} May 05 15:43:42.844404 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8e6485a8-a92c-4b45-8a67-57fff7ce1491 req-404afb81-7169-46dc-b1f5-7312224078d2 tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0310388 May 05 15:43:43.960165 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e96583ad-f8a0-4ab1-8c21-db0a13c67dc0 req-7c410b96-1a7d-4aca-a7a9-08770632f9ca tempest-TestMinimumBasicScenario-118809917 tempest-TestMinimumBasicScenario-118809917-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e25a2-051f-42f9-9557-19ead59b7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0320101 May 05 15:43:46.535445 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47756) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:46.863325 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (47cce840-7634-451a-af77-782fe2aefbfe), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.100764 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Deleting port 0e80fa47-0df3-46c3-b90d-60d2728964d6 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:47.101107 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.184829 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] For port 0e80fa47-0df3-46c3-b90d-60d2728964d6, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=0e80fa47-0df3-46c3-b90d-60d2728964d6,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:47.185196 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.199703 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Calling delete_port for 0e80fa47-0df3-46c3-b90d-60d2728964d6 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:47.378982 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:47.400640 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:47.403881 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 29e61e5b-7a7c-40f5-b6ac-b4982b570f20 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:47.479662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (0e80fa47-0df3-46c3-b90d-60d2728964d6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.508298 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e80fa47-0df3-46c3-b90d-60d2728964d6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:47.684161 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (47cce840-7634-451a-af77-782fe2aefbfe), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.925045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Router 47cce840-7634-451a-af77-782fe2aefbfe has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:48.038652 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:48.044912 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1cebbe67-aa3c-4dcb-a90a-38396f5c63c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/47cce840-7634-451a-af77-782fe2aefbfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5081031 May 05 15:43:48.047264 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47758) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:48.048198 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Sync routers for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:48.059047 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:48.059789 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:48.182421 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks [] for router (47cce840-7634-451a-af77-782fe2aefbfe), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.202322 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:48.290964 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks [] for router_gateway (47cce840-7634-451a-af77-782fe2aefbfe), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.439461 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:43:47Z', 'revision_number': 5, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port': {'id': '6b15d087-ccba-4b9d-8c9c-48ff2432fab8', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cce840-7634-451a-af77-782fe2aefbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:21Z', 'updated_at': '2022-05-05T15:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:48.458378 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Deleting port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:48.459221 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.471664 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Checking router: 47cce840-7634-451a-af77-782fe2aefbfe for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:48.481931 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Routers {'47cce840-7634-451a-af77-782fe2aefbfe'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:48.482562 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['47cce840-7634-451a-af77-782fe2aefbfe'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:48.555956 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] For port 6b15d087-ccba-4b9d-8c9c-48ff2432fab8, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:48.556331 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.570865 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Calling delete_port for 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:48.576339 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] Set router 47cce840-7634-451a-af77-782fe2aefbfe gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:48.631356 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:43:48Z', 'revision_number': 6, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:48.664608 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a8722-344e-449a-aeb3-8a48ba05540d None None] The sync data for ids ['47cce840-7634-451a-af77-782fe2aefbfe'] in dv-cinder-835881-6-iscsi is: [{'id': '47cce840-7634-451a-af77-782fe2aefbfe', 'name': 'tempest-TestMinimumBasicScenario-1333050641-router', 'tenant_id': '1f8088c9f2ed4a259f79827002e54975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:20Z', 'updated_at': '2022-05-05T15:43:48Z', 'revision_number': 6, 'project_id': '1f8088c9f2ed4a259f79827002e54975', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:48.831658 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (6b15d087-ccba-4b9d-8c9c-48ff2432fab8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.858384 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b15d087-ccba-4b9d-8c9c-48ff2432fab8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:48.924372 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (47cce840-7634-451a-af77-782fe2aefbfe), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.303199 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (47cce840-7634-451a-af77-782fe2aefbfe), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.305283 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks [] for router_controller (47cce840-7634-451a-af77-782fe2aefbfe), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.410211 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (47cce840-7634-451a-af77-782fe2aefbfe), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.410669 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cce840-7634-451a-af77-782fe2aefbfe {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:43:49.415326 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.416521 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9c9d7d52-5dcb-45fb-ad91-8f1f2008acb4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/47cce840-7634-451a-af77-782fe2aefbfe HTTP/1.1" status: 204 len: 168 time: 1.3682308 May 05 15:43:49.418959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47760) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:49.465443 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Deleting subnet 4152829f-cd01-457c-ae0f-7e9a2c8679c5 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:43:49.468785 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Publish callbacks [] for subnet (4152829f-cd01-457c-ae0f-7e9a2c8679c5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.502390 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (4152829f-cd01-457c-ae0f-7e9a2c8679c5), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.585022 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (4152829f-cd01-457c-ae0f-7e9a2c8679c5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.707868 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (4152829f-cd01-457c-ae0f-7e9a2c8679c5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.735878 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4152829f-cd01-457c-ae0f-7e9a2c8679c5,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:49.738351 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.743884 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-89892b55-9d75-47ae-acb3-030077d09d19 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4152829f-cd01-457c-ae0f-7e9a2c8679c5 HTTP/1.1" status: 204 len: 168 time: 0.3231204 May 05 15:43:49.745476 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47762) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:49.747251 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64a31b-9480-4731-9984-b928f7e11b41 None None] Network ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:49.822101 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.872953 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Deleting port d0883548-213c-48b0-aa4a-c58940a3ed9a {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:49.873553 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.920425 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] DHCP port deletion for ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:43:49.936534 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] For port d0883548-213c-48b0-aa4a-c58940a3ed9a, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d0883548-213c-48b0-aa4a-c58940a3ed9a,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:49.936896 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:49.951058 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Calling delete_port for d0883548-213c-48b0-aa4a-c58940a3ed9a owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:49.960210 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Deleting port d0883548-213c-48b0-aa4a-c58940a3ed9a {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:49.960583 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.021716 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] For port d0883548-213c-48b0-aa4a-c58940a3ed9a, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=d0883548-213c-48b0-aa4a-c58940a3ed9a,segment=NetworkSegment(fb297fad-a537-4d0a-876b-6faf32668d05),segment_id=fb297fad-a537-4d0a-876b-6faf32668d05)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:50.022031 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.034928 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Calling delete_port for d0883548-213c-48b0-aa4a-c58940a3ed9a owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:50.084442 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.109925 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0883548-213c-48b0-aa4a-c58940a3ed9a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:50.113488 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] No DVR routers for this DVR port d0883548-213c-48b0-aa4a-c58940a3ed9a on host dv-cinder-835881-6-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:50.122356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (d0883548-213c-48b0-aa4a-c58940a3ed9a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.138244 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] No DVR routers for this DVR port d0883548-213c-48b0-aa4a-c58940a3ed9a on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:50.157154 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 0e80fa47-0df3-46c3-b90d-60d2728964d6 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:50.162968 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Pushing event deleted for resources: {'Port': ['ID=d0883548-213c-48b0-aa4a-c58940a3ed9a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:50.182871 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 0e80fa47-0df3-46c3-b90d-60d2728964d6 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:50.183217 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 0e80fa47-0df3-46c3-b90d-60d2728964d6 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:50.187083 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:50.190373 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.190716 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.191056 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.191425 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.191797 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.192125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.192448 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.192768 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.193090 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.193468 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.193792 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.194115 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.194495 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.194796 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.195186 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec8e812-22c9-4119-bafc-4ddf14f857be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:50.202016 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.222779 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:50.223126 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 6b15d087-ccba-4b9d-8c9c-48ff2432fab8 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:50.223855 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d0883548-213c-48b0-aa4a-c58940a3ed9a no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:50.223968 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:50.234973 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb297fad-a537-4d0a-876b-6faf32668d05') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:50.235423 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb297fad-a537-4d0a-876b-6faf32668d05') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:50.246280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (fb297fad-a537-4d0a-876b-6faf32668d05), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.247034 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: d0883548-213c-48b0-aa4a-c58940a3ed9a {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:50.247759 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device d0883548-213c-48b0-aa4a-c58940a3ed9a not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:50.268651 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (fb297fad-a537-4d0a-876b-6faf32668d05), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.274811 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:43:50.275204 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (fb297fad-a537-4d0a-876b-6faf32668d05), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:43:50.276932 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:43:50.399038 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.404740 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.407666 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b HTTP/1.1" status: 204 len: 168 time: 0.6607411 May 05 15:43:50.410624 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47764) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:50.424401 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc01a7-0e5f-4ae9-9530-76d84a24fd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5a67f1-32d0-4e3c-b6b2-a9d05678a55b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:50.985036 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.212001 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Deleting port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:51.212342 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.290391 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] For port bbb0344b-c6d3-429c-9781-7b06ca5b0ffe, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:51.290753 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.303863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Calling delete_port for bbb0344b-c6d3-429c-9781-7b06ca5b0ffe owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:51.530254 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (bbb0344b-c6d3-429c-9781-7b06ca5b0ffe), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.556110 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb0344b-c6d3-429c-9781-7b06ca5b0ffe,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:51.725404 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.939259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:52.049881 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:52.054966 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-328a9045-fc5f-48a9-9d7f-d9f29249a702 admin admin] 10.222.0.55 "PUT /v2.0/routers/73fbd67c-ae08-48f7-ad30-cc0c6d795012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432805 May 05 15:43:52.057596 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47766) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:52.058462 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Sync routers for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:52.068510 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:52.069132 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:52.169663 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks [] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.180961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:52.275531 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks [] for router_gateway (73fbd67c-ae08-48f7-ad30-cc0c6d795012), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.349456 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:43:51Z', 'revision_number': 5, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port': {'id': '55c08c35-7c9a-4abc-aef1-39bfa1904257', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:41:29Z', 'updated_at': '2022-05-05T15:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:52.376585 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Checking router: 73fbd67c-ae08-48f7-ad30-cc0c6d795012 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:52.386266 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Routers {'73fbd67c-ae08-48f7-ad30-cc0c6d795012'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:52.387127 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:43:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:52.390511 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Deleting port 55c08c35-7c9a-4abc-aef1-39bfa1904257 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:52.390921 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.482677 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] Set router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:52.494846 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] For port 55c08c35-7c9a-4abc-aef1-39bfa1904257, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=55c08c35-7c9a-4abc-aef1-39bfa1904257,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:52.495436 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.511927 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Calling delete_port for 55c08c35-7c9a-4abc-aef1-39bfa1904257 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:52.541818 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:43:52Z', 'revision_number': 6, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:52.569059 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7528a-077b-4032-b09a-0fb07bee2378 None None] The sync data for ids ['73fbd67c-ae08-48f7-ad30-cc0c6d795012'] in dv-cinder-835881-6-iscsi is: [{'id': '73fbd67c-ae08-48f7-ad30-cc0c6d795012', 'name': 'tempest-TestMinimumBasicScenario-1876420348-router', 'tenant_id': 'ebdadd6f430e40659e5ea7397ed44547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:41:28Z', 'updated_at': '2022-05-05T15:43:52Z', 'revision_number': 6, 'project_id': 'ebdadd6f430e40659e5ea7397ed44547', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:52.745734 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (55c08c35-7c9a-4abc-aef1-39bfa1904257), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.781911 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Pushing event deleted for resources: {'Port': ['ID=55c08c35-7c9a-4abc-aef1-39bfa1904257,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:52.845247 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.939635 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:52.941918 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks [] for router_controller (73fbd67c-ae08-48f7-ad30-cc0c6d795012), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.061523 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (73fbd67c-ae08-48f7-ad30-cc0c6d795012), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.062171 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73fbd67c-ae08-48f7-ad30-cc0c6d795012 {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:43:53.066372 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.068630 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5c2cf7f1-ac31-4ab3-83c7-11780316954a admin admin] 10.222.0.55 "DELETE /v2.0/routers/73fbd67c-ae08-48f7-ad30-cc0c6d795012 HTTP/1.1" status: 204 len: 168 time: 1.0094550 May 05 15:43:53.071036 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47768) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:53.115103 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Deleting subnet 473b9c6b-8beb-40b6-bea6-e7f39ce8fe43 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:43:53.118061 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Publish callbacks [] for subnet (473b9c6b-8beb-40b6-bea6-e7f39ce8fe43), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.152693 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25339960'] for subnet (473b9c6b-8beb-40b6-bea6-e7f39ce8fe43), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.232024 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (473b9c6b-8beb-40b6-bea6-e7f39ce8fe43), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.330466 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28867550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26072444'] for subnet (473b9c6b-8beb-40b6-bea6-e7f39ce8fe43), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.358156 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473b9c6b-8beb-40b6-bea6-e7f39ce8fe43,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:53.360203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.363381 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2ff56c92-6615-4d90-b2ec-58c4a519449b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/473b9c6b-8beb-40b6-bea6-e7f39ce8fe43 HTTP/1.1" status: 204 len: 168 time: 0.2913377 May 05 15:43:53.365024 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9cc40-827f-410c-a019-40ee92a0958d None None] Network 6cf5db06-231b-4832-92da-8e42d5948617 requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:53.366009 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47770) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:53.434904 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (6cf5db06-231b-4832-92da-8e42d5948617), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.484547 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Deleting port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:53.484987 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.512482 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] DHCP port deletion for 6cf5db06-231b-4832-92da-8e42d5948617 request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:43:53.550795 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] For port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:53.551164 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.555982 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Deleting port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:53.556349 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.566716 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Calling delete_port for 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:53.628162 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] For port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,segment=NetworkSegment(cf725fce-8d09-49ac-b3f7-048f34feab44),segment_id=cf725fce-8d09-49ac-b3f7-048f34feab44)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:53.628423 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.641814 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Calling delete_port for 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:53.718757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.724607 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (06f47a0e-c954-4e2d-9ee9-d08a4ec4451b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.746813 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:53.751067 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] Pushing event deleted for resources: {'Port': ['ID=06f47a0e-c954-4e2d-9ee9-d08a4ec4451b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:53.752087 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] No DVR routers for this DVR port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b on host dv-cinder-835881-6-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:53.753051 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c62ed-66fb-4014-83cd-efb7a38bd871 None None] No DVR routers for this DVR port 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:53.829116 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (6cf5db06-231b-4832-92da-8e42d5948617), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.849163 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf5db06-231b-4832-92da-8e42d5948617']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:53.858700 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf725fce-8d09-49ac-b3f7-048f34feab44') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:53.858999 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf725fce-8d09-49ac-b3f7-048f34feab44') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:53.868842 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (cf725fce-8d09-49ac-b3f7-048f34feab44), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.881682 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (cf725fce-8d09-49ac-b3f7-048f34feab44), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.887436 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:43:53.887848 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (cf725fce-8d09-49ac-b3f7-048f34feab44), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:43:53.889477 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:43:53.992087 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (6cf5db06-231b-4832-92da-8e42d5948617), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:53.997539 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:54.000663 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6cf5db06-231b-4832-92da-8e42d5948617 HTTP/1.1" status: 204 len: 168 time: 0.6338027 May 05 15:43:54.011189 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab251c-96a9-4b4b-b23c-f5eb2281a403 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf5db06-231b-4832-92da-8e42d5948617,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:54.128866 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device bbb0344b-c6d3-429c-9781-7b06ca5b0ffe no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:54.157646 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: bbb0344b-c6d3-429c-9781-7b06ca5b0ffe {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:54.157646 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device bbb0344b-c6d3-429c-9781-7b06ca5b0ffe not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:54.157646 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:54.170586 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:54.170920 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 06f47a0e-c954-4e2d-9ee9-d08a4ec4451b not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:54.171323 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 55c08c35-7c9a-4abc-aef1-39bfa1904257 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:54.190619 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 55c08c35-7c9a-4abc-aef1-39bfa1904257 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:54.190968 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 55c08c35-7c9a-4abc-aef1-39bfa1904257 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:54.359866 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47774) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:54.398891 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3ea5779b-2e52-4e76-b8b9-8314dd4b1670 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f8088c9f2ed4a259f79827002e54975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378754 May 05 15:43:54.401418 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47776) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:54.456604 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] Publish callbacks [] for security_group (b2b8e517-5f37-42b3-98d0-bc15790c8722), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:54.478372 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] Publish callbacks [] for security_group (b2b8e517-5f37-42b3-98d0-bc15790c8722), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:54.609775 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (b2b8e517-5f37-42b3-98d0-bc15790c8722), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:54.612407 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:54.613581 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2b8e517-5f37-42b3-98d0-bc15790c8722 HTTP/1.1" status: 204 len: 168 time: 0.2112763 May 05 15:43:54.621265 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6d372-dc4b-4fe9-9a68-5e9c8d2b2fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b8e517-5f37-42b3-98d0-bc15790c8722,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:55.319162 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47782) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:55.358484 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-15143422-a92f-4d60-895f-6d8099c10cf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebdadd6f430e40659e5ea7397ed44547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381515 May 05 15:43:55.360873 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47784) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:55.408144 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] Publish callbacks [] for security_group (3d901978-d34e-4386-b2e1-95baab169614), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.428959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] Publish callbacks [] for security_group (3d901978-d34e-4386-b2e1-95baab169614), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.580885 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (3d901978-d34e-4386-b2e1-95baab169614), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.583516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.584668 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d901978-d34e-4386-b2e1-95baab169614 HTTP/1.1" status: 204 len: 168 time: 0.2229159 May 05 15:43:55.592642 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471c82-e5cc-44b6-9542-b325a81dd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d901978-d34e-4386-b2e1-95baab169614,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:56.725863 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47806) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:56.833765 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-423386905-network', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:56.930146 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Made reservation on behalf of 4a3fa7e53a3746738e1b6f3b12abbe04 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:56.932555 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.942155 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.016255 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks [] for security_group (7d023a53-5c90-4df9-b51b-a77e9a1a82ef), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.084112 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (7d023a53-5c90-4df9-b51b-a77e9a1a82ef), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.109642 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:43:57.119977 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d023a53-5c90-4df9-b51b-a77e9a1a82ef,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:57.125517 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (eb4add60-d237-425d-ab11-93f795c8dfea), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.128415 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Added segment eb4add60-d237-425d-ab11-93f795c8dfea of type vlan for network 5331a217-2eb0-4545-96e6-946e9aa142df May 05 15:43:57.172069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (5331a217-2eb0-4545-96e6-946e9aa142df), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.300882 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (5331a217-2eb0-4545-96e6-946e9aa142df), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.301899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:57.302484 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.364777 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] Pushing event updated for resources: {'Network': ['ID=5331a217-2eb0-4545-96e6-946e9aa142df,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:57.374694 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 5331a217-2eb0-4545-96e6-946e9aa142df details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:43:57.438060 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c10663b-f1aa-4294-bec5-20c66d3a2e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.458013 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5eb48a4d-f292-4af4-b740-1bdc4c58d036 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7309480 May 05 15:43:57.461262 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47810) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:57.466768 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Request body: {'subnet': {'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-423386905-subnet', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:57.552413 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Made reservation on behalf of 4a3fa7e53a3746738e1b6f3b12abbe04 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:57.554816 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26072343'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.781662 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28837661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26072421'] for subnet (d7a037ec-c1a9-47c6-b645-b2ed74e54894), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:57.831694 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a037ec-c1a9-47c6-b645-b2ed74e54894,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:57.852477 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Checking segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:57.852869 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Network hostable DHCP agents. Network: 5331a217-2eb0-4545-96e6-946e9aa142df, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:43:57.974357 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Network 5331a217-2eb0-4545-96e6-946e9aa142df is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:43:58.072705 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 5331a217-2eb0-4545-96e6-946e9aa142df) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:58.077427 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:58.078016 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.084950 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732d2b4-f4bf-4eed-a161-0a30cd7a861e None None] Network 5331a217-2eb0-4545-96e6-946e9aa142df requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:58.175220 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:43:58.179952 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-95320c51-2948-4749-96eb-6f0a5a5056f3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7176144 May 05 15:43:58.182692 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47812) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:58.187119 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:58.193964 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-5331a217-2eb0-4545-96e6-946e9aa142df', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:43:58.195458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.295859 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.297077 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.351076 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Allocated IP 172.20.0.2 (5331a217-2eb0-4545-96e6-946e9aa142df/d7a037ec-c1a9-47c6-b645-b2ed74e54894/7e661b72-03a8-4ae4-80e8-16cb12b7a822) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:58.364564 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for router_controller (2f819b42-f524-4dfb-9778-a655c2c7c130), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.517251 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks [] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.586435 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for router_gateway (2f819b42-f524-4dfb-9778-a655c2c7c130), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.603739 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.640797 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Network 5331a217-2eb0-4545-96e6-946e9aa142df is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:58.643685 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:58.649842 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:58.655500 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Pushing event updated for resources: {'Port': ['ID=7e661b72-03a8-4ae4-80e8-16cb12b7a822,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:58.711412 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Attempting to bind port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:58.711816 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Attempting to bind port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:58.712176 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Attempting to bind port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 on network 5331a217-2eb0-4545-96e6-946e9aa142df {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:58.717707 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:58.718125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Checking segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:58.718526 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.718940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Bound using segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:58.719395 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Bound port: 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:58.719843 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.786976 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] For port 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:58.790609 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] For port 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7e661b72-03a8-4ae4-80e8-16cb12b7a822,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:58.872993 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.876052 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for router_gateway (2f819b42-f524-4dfb-9778-a655c2c7c130), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.894905 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:58.934692 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf796f-d466-4001-aa04-b02e82c12c90 None None] Pushing event updated for resources: {'Port': ['ID=7e661b72-03a8-4ae4-80e8-16cb12b7a822,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:59.001950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Allocated IP 172.27.2.33 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/798f3e77-27d8-4957-a645-0a3430e9cb54) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:59.127849 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.249844 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.288059 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:59.290983 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:59.296629 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:59.302203 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=798f3e77-27d8-4957-a645-0a3430e9cb54,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:59.581145 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8439dfed-fb60-4b44-adb3-7aeea7315b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.652145 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for router_gateway (2f819b42-f524-4dfb-9778-a655c2c7c130), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.829492 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66520199-0837-4371-8c12-4116c1bb6742 None None] Network 5331a217-2eb0-4545-96e6-946e9aa142df requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:59.866000 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Provisioning complete for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:59.866961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.870396 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.076055 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Router 2f819b42-f524-4dfb-9778-a655c2c7c130 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:44:00.160833 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Current status of the port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:00.161338 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.198096 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:00.203145 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7e661b72-03a8-4ae4-80e8-16cb12b7a822 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:00.211444 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Sync routers for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:00.223095 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:00.226116 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:00.235324 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] For port 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7e661b72-03a8-4ae4-80e8-16cb12b7a822,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:00.265581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:00.266340 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.332138 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.336283 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-56bd5408-1c9b-4e4a-b71e-dc20ce09bcf8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1496921 May 05 15:44:00.336988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47814) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:00.352610 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.359933 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:00.390914 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:00.391326 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.426602 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048922f-cc61-4d12-8249-9e24d8f68dda None None] Pushing event updated for resources: {'Port': ['ID=7e661b72-03a8-4ae4-80e8-16cb12b7a822,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:00.482986 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.db.api [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:44:00.483341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG oslo_db.api [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:44:00.484283 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4262a6cd-3222-47c3-a029-7134f5211f2c None None] Provisioning complete for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:00.484650 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4262a6cd-3222-47c3-a029-7134f5211f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.561226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:43:59Z', 'revision_number': 3, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:00.581940 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4262a6cd-3222-47c3-a029-7134f5211f2c None None] Current status of the port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:00.594533 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Checking router: 2f819b42-f524-4dfb-9778-a655c2c7c130 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:00.594883 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Updating router 2f819b42-f524-4dfb-9778-a655c2c7c130 port 798f3e77-27d8-4957-a645-0a3430e9cb54 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:00.624191 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.803803 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.840081 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.890982 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks [] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.966000 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Allocated IP 172.20.0.1 (5331a217-2eb0-4545-96e6-946e9aa142df/d7a037ec-c1a9-47c6-b645-b2ed74e54894/7ca4358b-1989-4129-a621-11e073de3f89) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:00.985850 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.025630 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:01.046992 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Pushing event updated for resources: {'Port': ['ID=798f3e77-27d8-4957-a645-0a3430e9cb54,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.049255 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Attempting to bind port 798f3e77-27d8-4957-a645-0a3430e9cb54 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:01.049624 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Attempting to bind port 798f3e77-27d8-4957-a645-0a3430e9cb54 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:01.049983 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Attempting to bind port 798f3e77-27d8-4957-a645-0a3430e9cb54 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:01.058957 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Bound port: 798f3e77-27d8-4957-a645-0a3430e9cb54, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.064226 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.064782 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.064870 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.065182 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.065513 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.065841 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.066166 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.066491 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.066814 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.067138 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.067250 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks [] for port (7ca4358b-1989-4129-a621-11e073de3f89), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.067526 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.067821 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.068141 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.068460 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:01.119496 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] For port 798f3e77-27d8-4957-a645-0a3430e9cb54, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:01.122350 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] For port 798f3e77-27d8-4957-a645-0a3430e9cb54, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=798f3e77-27d8-4957-a645-0a3430e9cb54,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:01.158143 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.187076 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.204774 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Network 5331a217-2eb0-4545-96e6-946e9aa142df is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:01.208762 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:01.214810 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:01.243988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.251541 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:01.252199 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:01.269120 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (2f819b42-f524-4dfb-9778-a655c2c7c130), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.415702 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee69951-7847-44f3-9ecc-0bd889506149 None None] Pushing event updated for resources: {'Port': ['ID=798f3e77-27d8-4957-a645-0a3430e9cb54,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.478533 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7ca4358b-1989-4129-a621-11e073de3f89), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.485975 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:01.507660 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-8041f395-9ea5-4216-b404-36a3784a1af3 None None] Provisioning complete for port 7ca4358b-1989-4129-a621-11e073de3f89 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:01.508029 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8041f395-9ea5-4216-b404-36a3784a1af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7ca4358b-1989-4129-a621-11e073de3f89), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.542073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8041f395-9ea5-4216-b404-36a3784a1af3 None None] Port 7ca4358b-1989-4129-a621-11e073de3f89 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:01.658596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks [] for port (7ca4358b-1989-4129-a621-11e073de3f89), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.662880 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:43:59Z', 'revision_number': 3, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:01.691004 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4147896-756b-42eb-bc1a-4fcd8f0bbd5f None None] The sync data for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi is: [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:43:59Z', 'revision_number': 3, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:01.718318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.786139 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.789302 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (2f819b42-f524-4dfb-9778-a655c2c7c130), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.893521 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Network 5331a217-2eb0-4545-96e6-946e9aa142df is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:01.897351 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:02.051275 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Router 2f819b42-f524-4dfb-9778-a655c2c7c130 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:02.169104 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-0fdf04a5-26f7-4625-befd-ecd7379e0b33 None None] Provisioning complete for port 7ca4358b-1989-4129-a621-11e073de3f89 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:02.169690 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0fdf04a5-26f7-4625-befd-ecd7379e0b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7ca4358b-1989-4129-a621-11e073de3f89), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.199447 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:02.208078 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-4a603b71-9b98-4ede-ba41-e7f5b523c0fd admin admin] 10.222.0.55 "PUT /v2.0/routers/2f819b42-f524-4dfb-9778-a655c2c7c130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693299 May 05 15:44:02.218526 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.219415 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf04a5-26f7-4625-befd-ecd7379e0b33 None None] Port 7ca4358b-1989-4129-a621-11e073de3f89 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:02.280497 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 798f3e77-27d8-4957-a645-0a3430e9cb54 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:02.333612 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 798f3e77-27d8-4957-a645-0a3430e9cb54 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:02.334256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.430255 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 798f3e77-27d8-4957-a645-0a3430e9cb54 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:02.430556 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.453279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 798f3e77-27d8-4957-a645-0a3430e9cb54, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=798f3e77-27d8-4957-a645-0a3430e9cb54,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:02.564129 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.565114 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7e661b72-03a8-4ae4-80e8-16cb12b7a822 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:02.646093 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=798f3e77-27d8-4957-a645-0a3430e9cb54,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:02.657380 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:02.657756 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.737625 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:02.997801 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47830) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:03.002653 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-25585683-network', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:03.094252 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Made reservation on behalf of a2af48e93c384008bb6a7a1e352de3f4 for: {'network': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:03.096845 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for network (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.106335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.183111 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks [] for security_group (76b3553d-8ece-47b8-9911-6cb25fc08cf9), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.259419 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (76b3553d-8ece-47b8-9911-6cb25fc08cf9), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.284907 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:44:03.298216 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (e464880f-7a8a-437e-8a8c-50ba66e4ba2d), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.298556 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.segments_db [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Added segment e464880f-7a8a-437e-8a8c-50ba66e4ba2d of type vlan for network 0f3734b2-31c2-4a8a-839c-b96f649449bf May 05 15:44:03.299897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b3553d-8ece-47b8-9911-6cb25fc08cf9,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:03.346386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733100131786'] for network (0f3734b2-31c2-4a8a-839c-b96f649449bf), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.387090 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Sync routers for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:03.403418 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:03.407043 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.461150 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403'] for network (0f3734b2-31c2-4a8a-839c-b96f649449bf), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.462224 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.462798 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.514942 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:03.524804 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3734b2-31c2-4a8a-839c-b96f649449bf,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:03.541576 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf details requested by agent ovs-agent-dv-cinder-835881-6-iscsi with host dv-cinder-835881-6-iscsi {{(pid=103757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:44:03.548837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a9068f5f-ea19-43b4-9707-69bca7d6d382 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5499516 May 05 15:44:03.551684 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47832) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:03.556164 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Request body: {'subnet': {'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-25585683-subnet', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'ip_version': 4}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:03.632868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Made reservation on behalf of a2af48e93c384008bb6a7a1e352de3f4 for: {'subnet': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:03.635410 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26040115'] for subnet (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.767082 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.786852 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 2, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:03.814150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Checking router: 2f819b42-f524-4dfb-9778-a655c2c7c130 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:03.814505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Updating router 2f819b42-f524-4dfb-9778-a655c2c7c130 port 7ca4358b-1989-4129-a621-11e073de3f89 binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:03.842559 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7ca4358b-1989-4129-a621-11e073de3f89), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.895427 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25313216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26040129'] for subnet (18e141e6-36c1-4858-9448-27868beb3509), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.952010 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e141e6-36c1-4858-9448-27868beb3509,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:03.961470 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Checking segment: {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:03.961834 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Network hostable DHCP agents. Network: 0f3734b2-31c2-4a8a-839c-b96f649449bf, hostable agents: ['11725854-fece-451f-a2be-1488be3719e3'], hosted agents: [] {{(pid=103755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:44:04.061121 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf is scheduled to be hosted by DHCP agent 11725854-fece-451f-a2be-1488be3719e3 with binding_index 1 {{(pid=103755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:44:04.113463 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks [] for port (7ca4358b-1989-4129-a621-11e073de3f89), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.141351 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 798f3e77-27d8-4957-a645-0a3430e9cb54 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:04.152267 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-6-iscsi, 0f3734b2-31c2-4a8a-839c-b96f649449bf) {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:04.157364 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:04.163377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.164704 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd222940-df3b-4c7a-88aa-e025946811b8 None None] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:04.232505 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.280377 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2c96d290-f222-4bd6-b9dc-3d4773300de8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7275531 May 05 15:44:04.282775 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47834) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:04.286777 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 798f3e77-27d8-4957-a645-0a3430e9cb54 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:04.287151 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.287377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:04.337870 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b6707-5a4f-4166-a392-80356fc67d72 None None] Pushing event updated for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:04.349500 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d29a0a7-e8f9-5c7f-b752-d3d2a06b0cf7-0f3734b2-31c2-4a8a-839c-b96f649449bf', 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf', 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'fixed_ips': [{'subnet_id': '18e141e6-36c1-4858-9448-27868beb3509'}]}} from dv-cinder-835881-6-iscsi. {{(pid=103757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:44:04.350903 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.385069 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-972783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-581'] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.386494 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1029871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-572'] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.450975 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for router_controller (232099ec-b5c8-4986-89df-e448e15c6ef1), precommit_add_association {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.641473 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-3514a48e-36b5-46c8-a816-ede10180d623 None None] Provisioning complete for port 7ca4358b-1989-4129-a621-11e073de3f89 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:04.642042 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3514a48e-36b5-46c8-a816-ede10180d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7ca4358b-1989-4129-a621-11e073de3f89), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.643283 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Attempting to bind port 7ca4358b-1989-4129-a621-11e073de3f89 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:04.643678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Attempting to bind port 7ca4358b-1989-4129-a621-11e073de3f89 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:04.644037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Attempting to bind port 7ca4358b-1989-4129-a621-11e073de3f89 on network 5331a217-2eb0-4545-96e6-946e9aa142df {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:04.647845 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for router_gateway (232099ec-b5c8-4986-89df-e448e15c6ef1), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.701723 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:04.704111 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Checking segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:04.704563 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.704992 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Bound using segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:04.705477 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Bound port: 7ca4358b-1989-4129-a621-11e073de3f89, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:04.705961 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7ca4358b-1989-4129-a621-11e073de3f89), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.760107 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 798f3e77-27d8-4957-a645-0a3430e9cb54 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:04.762149 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3514a48e-36b5-46c8-a816-ede10180d623 None None] Port 7ca4358b-1989-4129-a621-11e073de3f89 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:04.823188 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Allocated IP 172.20.0.2 (0f3734b2-31c2-4a8a-839c-b96f649449bf/18e141e6-36c1-4858-9448-27868beb3509/52df010e-a629-48ba-9728-4a4f05b9570e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:04.842221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] For port 7ca4358b-1989-4129-a621-11e073de3f89, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:04.846746 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] For port 7ca4358b-1989-4129-a621-11e073de3f89, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7ca4358b-1989-4129-a621-11e073de3f89,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:04.913749 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.021543 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:05.022752 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:05.084334 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b6707-5a4f-4166-a392-80356fc67d72 None None] Pushing event updated for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.096281 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks [] for port (52df010e-a629-48ba-9728-4a4f05b9570e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.175834 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.183341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:05.184204 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for router_gateway (232099ec-b5c8-4986-89df-e448e15c6ef1), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.204326 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.252983 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:05.264960 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:05.267402 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:05.317144 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Pushing event updated for resources: {'Port': ['ID=52df010e-a629-48ba-9728-4a4f05b9570e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.317361 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Allocated IP 172.27.2.73 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/4c46a06c-bd04-4dfd-a239-44269b8a4b31) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:05.358726 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Provisioning complete for port 7ca4358b-1989-4129-a621-11e073de3f89 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:05.359087 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7ca4358b-1989-4129-a621-11e073de3f89), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.421685 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.460803 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Attempting to bind port 52df010e-a629-48ba-9728-4a4f05b9570e on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:05.461065 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Attempting to bind port 52df010e-a629-48ba-9728-4a4f05b9570e by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:05.461425 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Attempting to bind port 52df010e-a629-48ba-9728-4a4f05b9570e on network 0f3734b2-31c2-4a8a-839c-b96f649449bf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:05.477682 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:05.478048 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Checking segment: {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:05.478442 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.478828 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Bound using segment: {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:05.479286 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Bound port: 52df010e-a629-48ba-9728-4a4f05b9570e, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:05.479694 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.535432 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.574261 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:05.577469 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:05.583253 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:05.589516 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Pushing event updated for resources: {'Port': ['ID=4c46a06c-bd04-4dfd-a239-44269b8a4b31,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.616578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:04Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:05.623669 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Current status of the port 7ca4358b-1989-4129-a621-11e073de3f89 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:05.624056 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (7ca4358b-1989-4129-a621-11e073de3f89), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.664921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e13c1-1bb9-401d-a220-543dfa8d2b05 None None] The sync data for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi is: [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:04Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:05.669641 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] For port 52df010e-a629-48ba-9728-4a4f05b9570e, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:05.693092 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] For port 52df010e-a629-48ba-9728-4a4f05b9570e, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=52df010e-a629-48ba-9728-4a4f05b9570e,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:05.720825 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] For port 7ca4358b-1989-4129-a621-11e073de3f89, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7ca4358b-1989-4129-a621-11e073de3f89,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:05.732715 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.753780 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.818693 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.826256 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62cd58-16c0-4831-875a-eb66fa3612bc None None] Pushing event updated for resources: {'Port': ['ID=52df010e-a629-48ba-9728-4a4f05b9570e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.885481 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3e53e-4cf4-4118-93dc-67590eb30c70 None None] Pushing event updated for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.959101 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for router_gateway (232099ec-b5c8-4986-89df-e448e15c6ef1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.212112 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-974805'] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.243168 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 52df010e-a629-48ba-9728-4a4f05b9570e up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:06.297458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 52df010e-a629-48ba-9728-4a4f05b9570e triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:06.297924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.396530 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 52df010e-a629-48ba-9728-4a4f05b9570e is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:06.396922 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.432497 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 52df010e-a629-48ba-9728-4a4f05b9570e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=52df010e-a629-48ba-9728-4a4f05b9570e,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:06.443825 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Router 232099ec-b5c8-4986-89df-e448e15c6ef1 is scheduled to L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 with binding_index 1 {{(pid=103755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:44:06.502103 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.503676 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7ca4358b-1989-4129-a621-11e073de3f89 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:06.606671 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:06.617760 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Sync routers for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:06.635396 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:06.636415 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:06.652899 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 7ca4358b-1989-4129-a621-11e073de3f89 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:06.653417 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (7ca4358b-1989-4129-a621-11e073de3f89), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.693612 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=52df010e-a629-48ba-9728-4a4f05b9570e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:06.706367 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.707291 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-14f90de8-59c4-4652-ad71-9935a63bd463 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4231584 May 05 15:44:06.710233 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47836) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:06.790378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 7ca4358b-1989-4129-a621-11e073de3f89 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:06.796369 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:06.977322 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bed42-9195-4210-bd04-121a8d945086 None None] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:07.001182 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 3, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:07.035086 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Checking router: 232099ec-b5c8-4986-89df-e448e15c6ef1 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:07.035617 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Updating router 232099ec-b5c8-4986-89df-e448e15c6ef1 port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 binding host dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:07.069888 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.104790 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-c0e05216-ac15-4381-a648-c0cc31c2256f None None] Provisioning complete for port 52df010e-a629-48ba-9728-4a4f05b9570e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:07.105461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c0e05216-ac15-4381-a648-c0cc31c2256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.201517 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-c0e05216-ac15-4381-a648-c0cc31c2256f None None] Current status of the port 52df010e-a629-48ba-9728-4a4f05b9570e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:07.265009 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.379836 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks [] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.421561 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-fea96024-d28c-4517-a6f8-512cff6787b9 None None] Provisioning complete for port 52df010e-a629-48ba-9728-4a4f05b9570e triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:07.421932 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fea96024-d28c-4517-a6f8-512cff6787b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.436258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Allocated IP 172.20.0.1 (0f3734b2-31c2-4a8a-839c-b96f649449bf/18e141e6-36c1-4858-9448-27868beb3509/126878f2-b5db-4b7e-9f25-ac4146a038be) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:07.462053 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.523349 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914848-071b-4c82-a5fe-3d251d44b38b None None] Pushing event updated for resources: {'Port': ['ID=4c46a06c-bd04-4dfd-a239-44269b8a4b31,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.528110 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Attempting to bind port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:07.528790 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Attempting to bind port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:07.529345 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Attempting to bind port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 on network 63ef1efc-e733-425a-972d-0af8300be092 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:07.535631 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:07.535805 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Checking segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:07.536160 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.536668 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Bound using segment: {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:07.537033 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Bound port: 4c46a06c-bd04-4dfd-a239-44269b8a4b31, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1072db7-190c-41ba-9205-97cbce254ba0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63ef1efc-e733-425a-972d-0af8300be092'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:07.537424 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.560984 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks [] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.593409 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] For port 4c46a06c-bd04-4dfd-a239-44269b8a4b31, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:07.597336 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] For port 4c46a06c-bd04-4dfd-a239-44269b8a4b31, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=4c46a06c-bd04-4dfd-a239-44269b8a4b31,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:07.639770 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-fea96024-d28c-4517-a6f8-512cff6787b9 None None] Current status of the port 52df010e-a629-48ba-9728-4a4f05b9570e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:07.673057 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.688516 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.714197 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:07.719227 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:07.723868 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:07.727223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Pushing event updated for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.754494 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:07.755146 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:07.757893 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914848-071b-4c82-a5fe-3d251d44b38b None None] Pushing event updated for resources: {'Port': ['ID=4c46a06c-bd04-4dfd-a239-44269b8a4b31,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.770052 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-973192'] for router_interface (232099ec-b5c8-4986-89df-e448e15c6ef1), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.872590 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:07.962976 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.968007 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-0034ed1f-5f72-4572-a6cb-c145f468efb7 None None] Provisioning complete for port 126878f2-b5db-4b7e-9f25-ac4146a038be triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:07.968507 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0034ed1f-5f72-4572-a6cb-c145f468efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.011124 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-0034ed1f-5f72-4572-a6cb-c145f468efb7 None None] Port 126878f2-b5db-4b7e-9f25-ac4146a038be cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:08.051614 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 3, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:08.079500 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97b594-ae84-4c6e-bc1c-356af15ebeab None None] The sync data for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi is: [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 3, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:08.160684 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 52df010e-a629-48ba-9728-4a4f05b9570e up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:08.213168 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 52df010e-a629-48ba-9728-4a4f05b9570e triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:08.213688 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.313388 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 52df010e-a629-48ba-9728-4a4f05b9570e is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:08.410495 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks [] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.483873 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.554502 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Pushing event updated for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:08.556875 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973170'] for router_interface (232099ec-b5c8-4986-89df-e448e15c6ef1), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.654774 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:08.656220 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:08.794863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Router 232099ec-b5c8-4986-89df-e448e15c6ef1 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:08.916072 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:08.929419 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-859b5f38-da46-4260-9bf1-3e6a9a5d0dda admin admin] 10.222.0.55 "PUT /v2.0/routers/232099ec-b5c8-4986-89df-e448e15c6ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098377 May 05 15:44:08.939638 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-e9672732-84a2-431d-9c26-310b0d34957d None None] Provisioning complete for port 126878f2-b5db-4b7e-9f25-ac4146a038be triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:08.940017 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9672732-84a2-431d-9c26-310b0d34957d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.973425 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e9672732-84a2-431d-9c26-310b0d34957d None None] Port 126878f2-b5db-4b7e-9f25-ac4146a038be cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:09.449314 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47844) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:09.454138 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427621367', 'description': 'tempest-secgroup-smoke-1427621367 description', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:09.540845 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.609410 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Sync routers for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:09.612268 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (6ae759b3-98c8-4583-acba-1553e5964511), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.620227 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:09.626349 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:09.672304 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6ae759b3-98c8-4583-acba-1553e5964511), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.706622 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae759b3-98c8-4583-acba-1553e5964511,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:09.737421 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:09.765537 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.766867 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-8d5db361-6b87-42af-a17f-bfd947334ebd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3162739 May 05 15:44:09.769685 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47846) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:09.774530 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:09.901022 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (2fdd925e-be49-485a-9b4a-de4459a8bce2), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.934518 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '126878f2-b5db-4b7e-9f25-ac4146a038be', 'name': '', 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'mac_address': 'fa:16:3e:9b:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '18e141e6-36c1-4858-9448-27868beb3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:07Z', 'updated_at': '2022-05-05T15:44:08Z', 'revision_number': 2, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'subnets': [{'id': '18e141e6-36c1-4858-9448-27868beb3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:09.962652 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Checking router: 232099ec-b5c8-4986-89df-e448e15c6ef1 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:09.965937 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Updating router 232099ec-b5c8-4986-89df-e448e15c6ef1 port 126878f2-b5db-4b7e-9f25-ac4146a038be binding host dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:09.966094 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (2fdd925e-be49-485a-9b4a-de4459a8bce2), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.991740 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.055025 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (2fdd925e-be49-485a-9b4a-de4459a8bce2), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.074199 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdd925e-be49-485a-9b4a-de4459a8bce2,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.137097 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.138483 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-90fc2dc1-5bd2-4efb-ac6c-a0a50ffbaf91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676467 May 05 15:44:10.141166 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47848) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:10.146435 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:10.178428 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 4c46a06c-bd04-4dfd-a239-44269b8a4b31 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:10.243319 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (c60a0bd1-29ff-4cc0-8150-641962a48a5a), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.265683 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:10.266055 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.302865 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (c60a0bd1-29ff-4cc0-8150-641962a48a5a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.340007 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks [] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.383820 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:10.384211 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.386162 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (c60a0bd1-29ff-4cc0-8150-641962a48a5a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.404906 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60a0bd1-29ff-4cc0-8150-641962a48a5a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.408255 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] For port 4c46a06c-bd04-4dfd-a239-44269b8a4b31, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=4c46a06c-bd04-4dfd-a239-44269b8a4b31,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:10.446934 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.481247 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8b7eb-a912-4952-8a75-d8c2ca9f4dbc None None] Pushing event updated for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.503162 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.504801 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-e60ccbd0-6e4c-4d28-9d24-af8e876aa586 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3623462 May 05 15:44:10.508156 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47850) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:10.513473 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:10.537148 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.572073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Attempting to bind port 126878f2-b5db-4b7e-9f25-ac4146a038be on host dv-cinder-835881-6-iscsi for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:10.572443 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Attempting to bind port 126878f2-b5db-4b7e-9f25-ac4146a038be by drivers openvswitch,hyperv on host dv-cinder-835881-6-iscsi at level 0 using segments [{'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:10.572807 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Attempting to bind port 126878f2-b5db-4b7e-9f25-ac4146a038be on network 0f3734b2-31c2-4a8a-839c-b96f649449bf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:10.583115 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Checking agent: {'id': '1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 21, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 22, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:10.583515 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Checking segment: {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:10.583920 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.584314 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Bound using segment: {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:10.585432 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Bound port: 126878f2-b5db-4b7e-9f25-ac4146a038be, host: dv-cinder-835881-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:10.585817 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.614091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Pushing event updated for resources: {'Port': ['ID=4c46a06c-bd04-4dfd-a239-44269b8a4b31,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.639205 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (553cf7f5-be5b-458b-9ae4-81f8405a2439), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.671278 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] For port 126878f2-b5db-4b7e-9f25-ac4146a038be, host dv-cinder-835881-6-iscsi, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:10.674458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] For port 126878f2-b5db-4b7e-9f25-ac4146a038be, host dv-cinder-835881-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=126878f2-b5db-4b7e-9f25-ac4146a038be,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:10.698621 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (553cf7f5-be5b-458b-9ae4-81f8405a2439), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.704276 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-3694c915-0293-4bfa-b967-21a31635d914 None None] Provisioning complete for port 126878f2-b5db-4b7e-9f25-ac4146a038be triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:10.704653 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3694c915-0293-4bfa-b967-21a31635d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.742536 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3694c915-0293-4bfa-b967-21a31635d914 None None] Port 126878f2-b5db-4b7e-9f25-ac4146a038be cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:10.746404 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.758356 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (553cf7f5-be5b-458b-9ae4-81f8405a2439), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.776210 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553cf7f5-be5b-458b-9ae4-81f8405a2439,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.806913 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:10.807578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:00Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:10.821279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8b7eb-a912-4952-8a75-d8c2ca9f4dbc None None] Pushing event updated for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.868952 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.870325 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-779f1897-1779-4387-abed-a846173481a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611279 May 05 15:44:10.873073 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 47852) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:10.877510 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:10.935033 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:10.958887 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (ac024589-66fb-4d78-ab83-011ccfe8a70a), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.040863 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (ac024589-66fb-4d78-ab83-011ccfe8a70a), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.085594 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Provisioning complete for port 126878f2-b5db-4b7e-9f25-ac4146a038be triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:11.086899 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.106482 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (ac024589-66fb-4d78-ab83-011ccfe8a70a), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.126701 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac024589-66fb-4d78-ab83-011ccfe8a70a,revision_number=0']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:11.178789 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '126878f2-b5db-4b7e-9f25-ac4146a038be', 'name': '', 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'mac_address': 'fa:16:3e:9b:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '18e141e6-36c1-4858-9448-27868beb3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:07Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 4, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'subnets': [{'id': '18e141e6-36c1-4858-9448-27868beb3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:11.200403 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.202025 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2d2d7441-988b-4dca-bb22-d57dc44dae51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276525 May 05 15:44:11.204516 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47854) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:11.210409 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:11.227578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadc016-d898-4944-be82-90d5a315f336 None None] The sync data for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi is: [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '126878f2-b5db-4b7e-9f25-ac4146a038be', 'name': '', 'network_id': '0f3734b2-31c2-4a8a-839c-b96f649449bf', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'mac_address': 'fa:16:3e:9b:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '18e141e6-36c1-4858-9448-27868beb3509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:07Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 4, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'subnets': [{'id': '18e141e6-36c1-4858-9448-27868beb3509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:11.243150 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Current status of the port 126878f2-b5db-4b7e-9f25-ac4146a038be is: DOWN; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:11.243582 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.290978 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] For port 126878f2-b5db-4b7e-9f25-ac4146a038be, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=126878f2-b5db-4b7e-9f25-ac4146a038be,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:11.306219 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Project 4a3fa7e53a3746738e1b6f3b12abbe04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:44:11.312152 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (ba99aae1-04bf-40f9-b4da-067c8177660f), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.358454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.386683 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (ba99aae1-04bf-40f9-b4da-067c8177660f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.413380 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db96e1-6aec-4608-be15-e7411b4a7d80 None None] Pushing event updated for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:11.432216 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (ba99aae1-04bf-40f9-b4da-067c8177660f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.453147 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba99aae1-04bf-40f9-b4da-067c8177660f,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:11.460647 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.460937 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.461288 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.461634 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.461973 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.462463 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.462635 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.462963 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.463297 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.463686 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.464016 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.464387 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.464718 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.465045 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.465372 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:11.509110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.511795 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b497a77e-7343-4f45-b9d5-7cd57c962227 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3041573 May 05 15:44:11.513088 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 47856) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:11.517515 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'security_group_rule': {'security_group_id': '6ae759b3-98c8-4583-acba-1553e5964511', 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:11.603884 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Project 4a3fa7e53a3746738e1b6f3b12abbe04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:44:11.610122 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (50b560e5-4596-45e4-a736-513209b65d6b), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.675681 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (50b560e5-4596-45e4-a736-513209b65d6b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.746063 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607775'] for security_group_rule (50b560e5-4596-45e4-a736-513209b65d6b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.764937 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b560e5-4596-45e4-a736-513209b65d6b,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:11.856906 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.858147 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5f4f0198-14dc-4970-91e7-5637cca32699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3441164 May 05 15:44:12.209864 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 4c46a06c-bd04-4dfd-a239-44269b8a4b31 up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:12.261098 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:12.261378 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.341267 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:12.342357 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 126878f2-b5db-4b7e-9f25-ac4146a038be up at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:12.392308 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Provisioning complete for port 126878f2-b5db-4b7e-9f25-ac4146a038be triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:12.392681 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.496889 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Current status of the port 126878f2-b5db-4b7e-9f25-ac4146a038be is: ACTIVE; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:27.379840 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1e9de30-3f7b-4e23-b7f1-7570c9da78dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:27.560577 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-98a256ef-d2f2-4fa0-8806-0586967aa347 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427621367&fields=id&tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04 HTTP/1.1" status: 200 len: 267 time: 0.0479939 May 05 15:44:27.683009 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9e6ceca9-9ef4-47d5-a021-77721980aa3e tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.684623 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9e6ceca9-9ef4-47d5-a021-77721980aa3e tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 808 time: 0.1174009 May 05 15:44:27.701180 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-82738e23-661a-4ad3-8b4f-60838b5cb179 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/quotas/4a3fa7e53a3746738e1b6f3b12abbe04 HTTP/1.1" status: 200 len: 375 time: 0.0103552 May 05 15:44:27.754307 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-822b6b85-9974-4cdd-b3c1-23b46c50730a tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474401 May 05 15:44:27.858737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-c18699bc-dd00-42a0-bf57-42ac94114817 service neutron] 10.222.0.55 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927503 May 05 15:44:27.950957 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-154ea7ac-bc93-4ca0-9339-5920059515fe service neutron] 10.222.0.55 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863039 May 05 15:44:28.551982 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-893652ea-45cd-4c6f-9078-6a6b21c12a88 req-70890066-d68f-419e-90c3-eb8c381d2cd3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 210 time: 0.0280011 May 05 15:44:29.585604 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dadf727d-d48d-40db-bb9d-92fc6aee26f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.655749 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-005810f0-4c88-4586-b431-505e422e2945 req-9391e4b2-778a-40fd-807f-c6c8da1e4494 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 210 time: 0.0287564 May 05 15:44:30.778992 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-e1227f1d-8478-43a1-a12a-cbf3129d7ce4 req-cdde41b3-d26e-4869-9cb7-1e2be707310f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 210 time: 0.0504668 May 05 15:44:30.820034 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.877783 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-584410cf-22bd-4b52-ab1d-b4a06cec8743 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:30.879223 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-584410cf-22bd-4b52-ab1d-b4a06cec8743 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 808 time: 0.1124420 May 05 15:44:30.944636 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-318a3f1b-d015-49d8-8d05-db2dce1c008d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04 HTTP/1.1" status: 200 len: 380 time: 0.0573294 May 05 15:44:30.955387 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'port': {'device_id': '262eed77-933b-4753-9a47-4a5ac3c66227', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'admin_state_up': True, 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'security_groups': ['6ae759b3-98c8-4583-acba-1553e5964511']}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:31.174177 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Made reservation on behalf of 4a3fa7e53a3746738e1b6f3b12abbe04 for: {'port': 1} {{(pid=103755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:31.177652 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.314465 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Allocated IP 172.20.0.3 (5331a217-2eb0-4545-96e6-946e9aa142df/d7a037ec-c1a9-47c6-b645-b2ed74e54894/09818f1c-23c6-4913-aa4a-68b5e8329717) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:31.463887 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.592210 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.639928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Network 5331a217-2eb0-4545-96e6-946e9aa142df is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:31.643723 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:31.650040 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:31.658235 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:31.710273 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:31.710924 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.836603 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-cb87730d-45f1-4bf5-ba7d-8e2cfb5b05ae tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857777 May 05 15:44:31.849131 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Request body: {'port': {'device_id': '262eed77-933b-4753-9a47-4a5ac3c66227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:31.906928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85bc2a-e6aa-4ba0-b6d1-d867b2716a55 req-c040914a-70e9-477a-aeeb-0bd98c2aacfd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:31.909113 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1b85bc2a-e6aa-4ba0-b6d1-d867b2716a55 req-c040914a-70e9-477a-aeeb-0bd98c2aacfd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 931 time: 0.0523577 May 05 15:44:31.921796 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.922036 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-3f9a57d7-8085-4c8a-9858-fc039c5b8dfb None None] Provisioning complete for port 09818f1c-23c6-4913-aa4a-68b5e8329717 triggered by entity DHCP. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:31.923059 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3f9a57d7-8085-4c8a-9858-fc039c5b8dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.965989 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a57d7-8085-4c8a-9858-fc039c5b8dfb None None] Port 09818f1c-23c6-4913-aa4a-68b5e8329717 cannot update to ACTIVE because it is not bound. {{(pid=103757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:31.980113 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1b85bc2a-e6aa-4ba0-b6d1-d867b2716a55 req-0e083f0d-55c4-4416-8fdc-6b4f5af46800 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651250 May 05 15:44:32.174890 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.241703 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09818f1c-23c6-4913-aa4a-68b5e8329717 {{(pid=103755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:32.250341 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks [] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.265431 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.provisioning_blocks [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Transition to ACTIVE for port object 09818f1c-23c6-4913-aa4a-68b5e8329717 will not be triggered until provisioned by entity L2. {{(pid=103755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:44:32.350458 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.411769 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:32.488904 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Attempting to bind port 09818f1c-23c6-4913-aa4a-68b5e8329717 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:32.489237 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Attempting to bind port 09818f1c-23c6-4913-aa4a-68b5e8329717 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:32.489566 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Attempting to bind port 09818f1c-23c6-4913-aa4a-68b5e8329717 on network 5331a217-2eb0-4545-96e6-946e9aa142df {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:32.495539 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Port 09818f1c-23c6-4913-aa4a-68b5e8329717 on network 5331a217-2eb0-4545-96e6-946e9aa142df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:44:32.495876 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Attempting to bind port 09818f1c-23c6-4913-aa4a-68b5e8329717 on network 5331a217-2eb0-4545-96e6-946e9aa142df {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:32.501893 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Checking agent: {'id': '67259b3e-84b3-495c-b948-851d07012460', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'started_at': datetime.datetime(2022, 5, 5, 15, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:32.502231 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Checking segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:32.502618 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Bound using segment: {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'} {{(pid=103755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:32.503050 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.managers [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Bound port: 09818f1c-23c6-4913-aa4a-68b5e8329717, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4add60-d237-425d-ab11-93f795c8dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df'}}] {{(pid=103755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:32.503410 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.596028 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, cleared binding levels {{(pid=103755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:32.600259 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:32.689054 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.727605 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.728165 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.730310 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] 10.222.0.60 "PUT /v2.0/ports/09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1093 time: 0.8855541 May 05 15:44:32.730607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:32.732922 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:32.764681 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77a51-aa35-4ff1-a97b-bdf58f61575d service neutron] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=3']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:32.786287 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244d7b8-b457-4457-b8e0-28e2c3f61afa x-openstack-request-id: req-9244d7b8-b457-4457-b8e0-28e2c3f61afa {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:32.786692 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:32.786953 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9244d7b8-b457-4457-b8e0-28e2c3f61afa {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:32.787370 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9244d7b8-b457-4457-b8e0-28e2c3f61afa'] response: {'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'status': 'completed', 'code': 200} May 05 15:44:32.852607 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-a3a111ed-10ea-4b16-9e49-135e6a01110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.854731 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-a3a111ed-10ea-4b16-9e49-135e6a01110f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1127 time: 0.0460143 May 05 15:44:32.985016 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-945b224f-6111-4bc4-939b-e011e68306a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.986473 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-945b224f-6111-4bc4-939b-e011e68306a7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1222615 May 05 15:44:33.086202 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-43eed360-d946-4721-a3fb-e12ae0c9c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.088289 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cf1f88f7-1a35-4390-b519-9cd02c5eac9c req-43eed360-d946-4721-a3fb-e12ae0c9c9d7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956216 May 05 15:44:33.155664 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ff11-d4c7-4801-96d0-c1a26c05163f req-05742b05-bc67-4afa-95e2-9f398a78c4d3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.157288 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f7e0ff11-d4c7-4801-96d0-c1a26c05163f req-05742b05-bc67-4afa-95e2-9f398a78c4d3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0520945 May 05 15:44:33.166559 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-309d64e6-61d0-4a0f-b33c-d9e2307aa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.168030 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-309d64e6-61d0-4a0f-b33c-d9e2307aa2a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1127 time: 0.0432718 May 05 15:44:33.210730 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f7e0ff11-d4c7-4801-96d0-c1a26c05163f req-df126c4e-e4a3-4a62-905e-70db30c9dc2e tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475783 May 05 15:44:33.218923 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-4fb9c812-af11-4053-8b68-7401475069a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 217 time: 0.0436788 May 05 15:44:33.267184 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-7891d589-fd2d-438d-9a4d-625f78bfa247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.268664 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-7891d589-fd2d-438d-9a4d-625f78bfa247 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0443025 May 05 15:44:33.313036 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-b0f890b3-71cb-401c-ae9c-2e85342bb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.314526 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-b0f890b3-71cb-401c-ae9c-2e85342bb595 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398571 May 05 15:44:33.419595 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-e948e3cf-548a-404c-8150-88967e4c883c service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991428 May 05 15:44:33.516003 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-85c6b3eb-3da5-4894-9510-7d8e5cceb3f0 req-e3ab188d-ded5-451f-a1eb-76f8c26b2b59 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905590 May 05 15:44:33.728212 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.344131 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762e33-ebb1-4573-8afb-5758a9645bd0 req-b9fce4c7-6735-4482-ad8a-9bd71f2100e4 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:34.345782 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09762e33-ebb1-4573-8afb-5758a9645bd0 req-b9fce4c7-6735-4482-ad8a-9bd71f2100e4 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0574193 May 05 15:44:34.419735 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-09762e33-ebb1-4573-8afb-5758a9645bd0 req-bf7d80e1-7911-4a36-8b52-5e9187ed5f39 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680399 May 05 15:44:35.174334 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:44:35.533959 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985249-5453-449c-a5d4-bbf083fa714e req-a67b783d-2d04-450c-adc9-1049b7f69959 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.535496 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a9985249-5453-449c-a5d4-bbf083fa714e req-a67b783d-2d04-450c-adc9-1049b7f69959 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0482893 May 05 15:44:35.589184 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a9985249-5453-449c-a5d4-bbf083fa714e req-822747b6-a25a-4272-883b-ebf4ee4d35a1 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478907 May 05 15:44:35.683953 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:36.707208 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbfbaf-105d-41e9-96b2-a7b2788fe776 req-05631a26-208e-4281-86d1-1e67091e9d91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:36.708771 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3dbbfbaf-105d-41e9-96b2-a7b2788fe776 req-05631a26-208e-4281-86d1-1e67091e9d91 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0486145 May 05 15:44:36.766950 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3dbbfbaf-105d-41e9-96b2-a7b2788fe776 req-f719a502-8036-430b-9537-32d1187cdcaa tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497131 May 05 15:44:37.891874 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60257888-9f0f-4392-9e07-f04edbdbf652 req-414d8148-dfc9-42f1-bdff-dd67bbb674ba tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:37.893368 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-60257888-9f0f-4392-9e07-f04edbdbf652 req-414d8148-dfc9-42f1-bdff-dd67bbb674ba tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0548208 May 05 15:44:38.229100 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-60257888-9f0f-4392-9e07-f04edbdbf652 req-96219d43-fb4e-4a3e-ae4a-a31e455e45d4 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294525 May 05 15:44:39.345452 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126318-3702-4a66-b484-5519a84320af req-e619992a-a52e-4024-a609-5946d8d781de tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.346934 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ee126318-3702-4a66-b484-5519a84320af req-e619992a-a52e-4024-a609-5946d8d781de tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0508511 May 05 15:44:39.397827 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ee126318-3702-4a66-b484-5519a84320af req-ac769760-aead-453d-9750-c652caf188e5 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 May 05 15:44:40.512900 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28176eb-b68a-4d4a-b783-f5831dab5f4f req-7c94abd9-d2fd-445d-8bfd-ba7bdfcec838 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:40.514459 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e28176eb-b68a-4d4a-b783-f5831dab5f4f req-7c94abd9-d2fd-445d-8bfd-ba7bdfcec838 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0463915 May 05 15:44:40.576268 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e28176eb-b68a-4d4a-b783-f5831dab5f4f req-13964f60-4f15-412e-909e-29fd4b6828bf tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477638 May 05 15:44:41.590449 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:44:41.691800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aaa95-80f8-48ee-8428-9bfaa7de3e06 req-693b5493-5f1a-486b-a200-561adf737f76 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:41.693576 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4e5aaa95-80f8-48ee-8428-9bfaa7de3e06 req-693b5493-5f1a-486b-a200-561adf737f76 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0476830 May 05 15:44:41.695191 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:41.708159 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'mac_address': 'fa:16:3e:9f:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:44:41.748153 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 09818f1c-23c6-4913-aa4a-68b5e8329717 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:41.748548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:41.749678 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4e5aaa95-80f8-48ee-8428-9bfaa7de3e06 req-43990b7f-025a-4e21-83ae-14ef965d4c03 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497198 May 05 15:44:41.763507 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09818f1c-23c6-4913-aa4a-68b5e8329717 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:41.785099 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:41.910737 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:41.961119 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=4']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:42.109357 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['09818f1c-23c6-4913-aa4a-68b5e8329717'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:42.871178 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52422-a068-4dac-9af5-908efdf2e647 req-3ef7320f-854d-4c15-97be-a4f45376e950 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:42.872783 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3ff52422-a068-4dac-9af5-908efdf2e647 req-3ef7320f-854d-4c15-97be-a4f45376e950 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 944 time: 0.0481670 May 05 15:44:42.926957 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3ff52422-a068-4dac-9af5-908efdf2e647 req-ba3c1d5c-acb0-4254-be1f-f210be14a0e1 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480466 May 05 15:44:43.606147 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:43.787229 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning for port 09818f1c-23c6-4913-aa4a-68b5e8329717 completed by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:44:43.881762 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 09818f1c-23c6-4913-aa4a-68b5e8329717 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:43.882055 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.957635 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 09818f1c-23c6-4913-aa4a-68b5e8329717 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:43.958027 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.981246 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:43.983494 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5e5ea-9cd4-4465-9c34-240013cbdd42" -d '{"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-plugged", "status": "completed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:43.996568 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:44.021785 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e581c7-20d4-48ef-8c84-ef55b07ac4ab x-openstack-request-id: req-04e581c7-20d4-48ef-8c84-ef55b07ac4ab {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:44.021785 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-plugged", "status": "completed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:44.021785 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04e581c7-20d4-48ef-8c84-ef55b07ac4ab {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:44.021785 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e581c7-20d4-48ef-8c84-ef55b07ac4ab'] response: {'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'code': 200} May 05 15:44:44.043609 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddb125-2b43-4def-9d7f-85f541eefad3 req-40058862-f91d-4415-b486-e4287245753d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:44.049433 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6ddb125-2b43-4def-9d7f-85f541eefad3 req-40058862-f91d-4415-b486-e4287245753d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 944 time: 0.0464900 May 05 15:44:44.059333 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:44.098616 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6ddb125-2b43-4def-9d7f-85f541eefad3 req-55eac937-304c-448d-b79b-492e5154a519 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 May 05 15:44:44.111854 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=5']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:44.362463 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc7b5-7ea2-4fff-a5d4-b2cf129f3515 req-9845165c-19f1-4306-b11a-9654809ead03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:44.363945 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-800dc7b5-7ea2-4fff-a5d4-b2cf129f3515 req-9845165c-19f1-4306-b11a-9654809ead03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0379653 May 05 15:44:44.408268 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-800dc7b5-7ea2-4fff-a5d4-b2cf129f3515 req-b49fabdb-0d20-4714-bfed-8070e7f238f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 May 05 15:44:45.228817 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99244d-4114-4bc0-95c6-3da944683c9a req-f5df01d1-b176-4518-bcb2-e55196651cb6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:45.230931 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ca99244d-4114-4bc0-95c6-3da944683c9a req-f5df01d1-b176-4518-bcb2-e55196651cb6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0471878 May 05 15:44:45.280921 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ca99244d-4114-4bc0-95c6-3da944683c9a req-ff237e27-b6c4-4ba8-a11e-fffe22e659e2 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 May 05 15:44:46.391939 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0e43-6d0b-4785-9aa7-ca16ef29a872 req-cdabee29-adc0-4603-8294-e6dbd5f4c5d3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:46.393286 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d6b0e43-6d0b-4785-9aa7-ca16ef29a872 req-cdabee29-adc0-4603-8294-e6dbd5f4c5d3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0452647 May 05 15:44:46.443441 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-4d6b0e43-6d0b-4785-9aa7-ca16ef29a872 req-532e2919-3811-449d-bcd2-af06adeefc5e tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 May 05 15:44:46.552887 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23264ba-80a5-4c78-bb2d-a5e45486fb8d req-2da292ae-3605-4bf2-8037-771955665101 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:46.554338 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a23264ba-80a5-4c78-bb2d-a5e45486fb8d req-2da292ae-3605-4bf2-8037-771955665101 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0451751 May 05 15:44:46.602129 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a23264ba-80a5-4c78-bb2d-a5e45486fb8d req-867dfe95-ee8f-4a3a-ae2b-072d7364e349 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 May 05 15:44:46.624091 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48018) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:46.754349 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc3ab4-bb4a-4917-9985-5e9715b5f023 tempest-TestShelveInstance-2024373070 tempest-TestShelveInstance-2024373070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:46.755881 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2fbc3ab4-bb4a-4917-9985-5e9715b5f023 tempest-TestShelveInstance-2024373070 tempest-TestShelveInstance-2024373070-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1124 time: 0.1308093 May 05 15:44:46.758725 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48022) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:46.763460 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.v2.base [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Request body: {'floatingip': {'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:46.899335 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:46.980248 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (None), before_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:47.095929 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_common [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Allocated IP 172.27.2.23 (63ef1efc-e733-425a-972d-0af8300be092/a108c411-2a01-4425-aa2a-a991e129078d/8889b038-ff35-4ada-a4f9-afd5b92f5fc5) {{(pid=103755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:47.199988 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:47.270878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733100141716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:47.314024 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Network 63ef1efc-e733-425a-972d-0af8300be092 is already hosted by enough agents. {{(pid=103755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:47.316798 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.base_scheduler [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Resources bound (agent type, host, resource id): {{(pid=103755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:47.319603 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Received port after_create {{(pid=103755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:47.352405 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'Port': ['ID=8889b038-ff35-4ada-a4f9-afd5b92f5fc5,revision_number=1']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:47.365462 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.365978 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.366446 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.366934 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.367412 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.367928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.368411 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.368878 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.369353 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.370338 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.370811 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.371291 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.371800 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.372279 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.372756 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:47.717146 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for floatingip (9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6), precommit_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:47.851999 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), before_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.007545 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), precommit_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.057398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25314121'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), after_update {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.123503 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event updated for resources: {'Port': ['ID=8889b038-ff35-4ada-a4f9-afd5b92f5fc5,revision_number=2']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:48.136667 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-972994'] for floatingip (9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6), after_create {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.240393 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.db.l3_db [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Floating IP 9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6 associated. External IP: 172.27.2.23, port: 09818f1c-23c6-4913-aa4a-68b5e8329717. May 05 15:44:48.462191 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Router 2f819b42-f524-4dfb-9778-a655c2c7c130 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:48.569655 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:48.580253 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Sync routers for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:48.589516 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:48.595127 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:48.667368 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.697180 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-66da8000-515e-4c99-b660-17588aa5176f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9373617 May 05 15:44:48.697688 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:48.699128 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:48.700199 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e287107501fcfab5aa2604a5cfa5c6b5f3c588897c3bd7b4a7bf46eed4e34416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d1acea-726a-4941-8243-b9ab413cb8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:48.740211 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525bf96-7d5b-4675-b752-f1ddc3663122 x-openstack-request-id: req-8525bf96-7d5b-4675-b752-f1ddc3663122 {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:48.740211 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "status": "completed", "code": 200}]} {{(pid=103755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:48.740211 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8525bf96-7d5b-4675-b752-f1ddc3663122 {{(pid=103755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:48.740211 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8525bf96-7d5b-4675-b752-f1ddc3663122'] response: {'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'status': 'completed', 'code': 200} May 05 15:44:48.796130 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-8231e1ef-6b89-4c13-a29f-3304d94cfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:48.797737 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-8231e1ef-6b89-4c13-a29f-3304d94cfc2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0396669 May 05 15:44:48.893447 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-948322fa-aa84-4c75-9691-6c4aaf71a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:48.894910 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-948322fa-aa84-4c75-9691-6c4aaf71a468 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0916939 May 05 15:44:48.921919 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'mac_address': 'fa:16:3e:9f:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262eed77-933b-4753-9a47-4a5ac3c66227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:47Z', 'updated_at': '2022-05-05T15:44:47Z', 'revision_number': 0, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:48.952344 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Checking router: 2f819b42-f524-4dfb-9778-a655c2c7c130 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:48.962097 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:48.962724 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:44:29Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:48.963837 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-c5f407b7-700a-4aa6-9bf8-e189983b550e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 998 time: 0.0623758 May 05 15:44:49.106464 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:49.271360 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-1017a37a-a5f2-4f15-8d43-f16a6ef2987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.272840 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-1017a37a-a5f2-4f15-8d43-f16a6ef2987f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.3025467 May 05 15:44:49.315140 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-66938bf4-2c76-478b-83f6-af3eb4c10b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.316655 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-66938bf4-2c76-478b-83f6-af3eb4c10b72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376465 May 05 15:44:49.334720 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'mac_address': 'fa:16:3e:9f:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262eed77-933b-4753-9a47-4a5ac3c66227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:47Z', 'updated_at': '2022-05-05T15:44:47Z', 'revision_number': 0, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:49.364542 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-b24241ff-3613-4331-9fa0-27365f7cfed2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463176 May 05 15:44:49.366868 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28379ee8-9a77-491e-9466-7cb22211e271 None None] The sync data for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi is: [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_floatingips': [{'id': '9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'router_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'mac_address': 'fa:16:3e:9f:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262eed77-933b-4753-9a47-4a5ac3c66227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:47Z', 'updated_at': '2022-05-05T15:44:47Z', 'revision_number': 0, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:49.416108 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-4b2ff797-b31f-46b1-8c77-e7d8387c769d service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932772 May 05 15:44:49.522070 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d2d1acea-726a-4941-8243-b9ab413cb8c9 req-aceef489-c08d-447a-85ce-bacb988d1b6b service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999138 May 05 15:44:49.580727 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f976f-5035-4c9f-b69c-d5856a8d5ab6 None None] New status for floating IP 9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6: ACTIVE {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:49.686468 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-f863457e-2842-4ace-9151-96189cf5df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.687949 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-f863457e-2842-4ace-9151-96189cf5df2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0413904 May 05 15:44:49.806626 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-2c3763da-fce1-403a-94cc-60c44de2a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.808970 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-2c3763da-fce1-403a-94cc-60c44de2a523 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0991423 May 05 15:44:49.882963 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-997be9ce-1ebc-4e70-a798-5ec93f7ca829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1000 time: 0.0668147 May 05 15:44:49.929164 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-65f36261-7067-4a58-aa61-1cbd18447aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.930554 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-65f36261-7067-4a58-aa61-1cbd18447aa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0420625 May 05 15:44:49.973161 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-a8d449d4-80ac-40c0-b70a-c011f2aaf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.974521 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-a8d449d4-80ac-40c0-b70a-c011f2aaf74f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367327 May 05 15:44:50.063585 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-291f10d8-9a61-424d-a0b0-ae71d968a204 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830708 May 05 15:44:50.152176 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a93e4ee7-736b-4578-942f-0dc5776139d1 req-5a3b4e42-b094-4fd4-b52d-9be18164b466 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824695 May 05 15:44:57.384283 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79aedb02-e201-4a8d-894e-3338e200c5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:59.606761 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-82c4f959-7a41-4d3c-ba4e-dc6677bc4527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.881187 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.224268 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:03.726985 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:05.698387 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.173716 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:45:27.400374 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bfb50b52-22f2-4cc0-88f3-32066ae9280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:29.594731 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ec5a45b0-df32-42d9-a238-b36800446672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:30.802761 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:32.171778 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:33.749454 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:35.691991 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.173334 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:45:49.257913 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-43c55af8-29b9-4d42-ac5f-4419403cd0f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391223 May 05 15:45:49.341275 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-98e0de06-0db5-40a9-8792-ee5d57cb893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:49.343382 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-98e0de06-0db5-40a9-8792-ee5d57cb893c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0425916 May 05 15:45:49.443517 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-09c4495c-07c7-4f19-9f04-6cc51f183a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:49.444895 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-09c4495c-07c7-4f19-9f04-6cc51f183a05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0840688 May 05 15:45:49.511617 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-fefb19f4-a83a-4037-96e6-805b0a163d5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1000 time: 0.0599470 May 05 15:45:49.579823 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-0e68d3e9-6397-4308-ba52-281904212184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:49.581282 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-0e68d3e9-6397-4308-ba52-281904212184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0628870 May 05 15:45:49.624394 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-99f7449a-4466-479a-9aa5-b70fb47f4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:49.625894 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-99f7449a-4466-479a-9aa5-b70fb47f4b94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391700 May 05 15:45:49.719587 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-9ddc59b6-73d2-47ce-ad7b-f86af7ffead5 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872464 May 05 15:45:49.815070 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-d6df21c3-2c3c-4de0-a690-943141c7ed8d req-8ae99a0f-39dd-42b1-8e6b-cf243ae62f85 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888634 May 05 15:45:57.394356 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0efec360-fd1c-4e39-bb26-73efdf38678b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:59.599090 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f4abc44-9c4b-4432-8094-35c806ca430f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:00.811332 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:02.148147 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:03.731253 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:05.731539 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.044510 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-27a21169-95df-4efa-9299-93b9d83810fa req-7c9ff84a-3c2d-42a2-8cfb-4ab40c8e7229 service neutron] (103756) timed out ('10.222.0.60', 63018) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:46:26.172276 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:46:27.410842 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7006713a-a26a-43d0-bf75-d20f766e7750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.608968 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-26ca23ff-7762-4124-b731-0ea657ece155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:30.827578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.147388 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.741978 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.706073 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.334922 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e295da-31ca-4e0e-947e-dc68c0c5e9af req-19674438-6cc9-4495-a2f9-c93b689b1b35 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:44.336404 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-15e295da-31ca-4e0e-947e-dc68c0c5e9af req-19674438-6cc9-4495-a2f9-c93b689b1b35 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.1029739 May 05 15:46:44.391075 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-15e295da-31ca-4e0e-947e-dc68c0c5e9af req-d257d731-235f-40ea-b1ac-b732fac6ccad tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487609 May 05 15:46:45.566928 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe557a1-1085-4c63-8b75-94df7b4b59fd req-75aacb58-e83f-4511-a1d0-52add304b93f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:45.568415 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fe557a1-1085-4c63-8b75-94df7b4b59fd req-75aacb58-e83f-4511-a1d0-52add304b93f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.1056461 May 05 15:46:45.620014 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fe557a1-1085-4c63-8b75-94df7b4b59fd req-29fef68e-93c5-4615-bce4-c8070dfee4e8 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 May 05 15:46:46.736567 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2d19-df50-4329-bcf1-f92eeffb3c18 req-c8deb58a-11b6-40cc-a1d9-14b8ddb9ccad tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:46.738119 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-377f2d19-df50-4329-bcf1-f92eeffb3c18 req-c8deb58a-11b6-40cc-a1d9-14b8ddb9ccad tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0483339 May 05 15:46:46.791065 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-377f2d19-df50-4329-bcf1-f92eeffb3c18 req-6149cf30-dca1-4f79-84ed-aab2206480f2 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470169 May 05 15:46:47.914995 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe8cff-b19b-4dc7-b575-67472f21ae6f req-a4acc5c2-971f-488d-8cf3-1d47bcfed699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:47.916563 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fdbe8cff-b19b-4dc7-b575-67472f21ae6f req-a4acc5c2-971f-488d-8cf3-1d47bcfed699 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0511382 May 05 15:46:47.973253 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fdbe8cff-b19b-4dc7-b575-67472f21ae6f req-e8b2b4e6-bb4f-4a47-970d-7fcad08293a2 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509663 May 05 15:46:49.087897 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63cdc-d02e-413e-ae21-c826cb913298 req-477ebd74-e501-4ef8-824f-1b62b0ee197b tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:49.089247 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0a63cdc-d02e-413e-ae21-c826cb913298 req-477ebd74-e501-4ef8-824f-1b62b0ee197b tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0486922 May 05 15:46:49.136783 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0a63cdc-d02e-413e-ae21-c826cb913298 req-561420b0-75ee-402e-bcd7-97a435cb8bb5 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 May 05 15:46:49.803432 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-9c00add2-dcec-47d8-8888-babd214b2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:49.804962 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-9c00add2-dcec-47d8-8888-babd214b2e3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0837588 May 05 15:46:49.914788 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-7f969a4d-4283-4c3c-9fa1-c2452728de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:49.916425 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-7f969a4d-4283-4c3c-9fa1-c2452728de6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0924687 May 05 15:46:49.982035 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-16f44365-a0d0-490e-ae9a-17982de25ec3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1000 time: 0.0586658 May 05 15:46:50.028781 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-be5f84e4-9004-42c8-8bd8-678b6ed07caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:50.030218 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-be5f84e4-9004-42c8-8bd8-678b6ed07caa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0424767 May 05 15:46:50.076009 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-12a345f9-b4ca-4723-a462-ab882aea9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:50.077454 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-12a345f9-b4ca-4723-a462-ab882aea9b6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420587 May 05 15:46:50.166218 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-9a24b37c-0ed8-41f0-9581-ffc6045c353f service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820370 May 05 15:46:50.250467 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654e1a-83c4-4030-801c-d433de972f6d req-da9d09ea-664e-4dfa-a44e-763542eb948d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:50.251893 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27654e1a-83c4-4030-801c-d433de972f6d req-da9d09ea-664e-4dfa-a44e-763542eb948d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0478134 May 05 15:46:50.264063 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b68dbcf0-77d7-4e79-928b-2e1f9c133bae req-f1e642ef-f2ed-4669-b797-9b8bbc2cfb93 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914867 May 05 15:46:50.303626 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27654e1a-83c4-4030-801c-d433de972f6d req-de6d1249-6ade-44a0-bbfa-ddba4a8f9b24 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 May 05 15:46:51.419270 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ec697-fc88-4b6c-8eb5-a99f0ac3c1ef req-8a0891db-d89c-46c5-9834-0a9c30e2b921 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:51.420921 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f93ec697-fc88-4b6c-8eb5-a99f0ac3c1ef req-8a0891db-d89c-46c5-9834-0a9c30e2b921 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0488622 May 05 15:46:51.472329 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f93ec697-fc88-4b6c-8eb5-a99f0ac3c1ef req-b1ff224e-e8fd-4354-96d1-813ca4e472b8 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 May 05 15:46:52.586084 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117e44-7e1c-471f-87e7-b44778bb4a55 req-f3c65284-cc43-4fd7-9ecd-2512f0b49ac1 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:52.587531 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-98117e44-7e1c-471f-87e7-b44778bb4a55 req-f3c65284-cc43-4fd7-9ecd-2512f0b49ac1 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0462499 May 05 15:46:52.634763 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-98117e44-7e1c-471f-87e7-b44778bb4a55 req-d8a81a57-f71c-46a5-b553-16ab269c0dec tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 May 05 15:46:53.756733 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21505-9a9c-49f1-8142-af1b92a3b279 req-5410b80f-7b23-49f5-adf1-c554061cda96 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:53.758364 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-12a21505-9a9c-49f1-8142-af1b92a3b279 req-5410b80f-7b23-49f5-adf1-c554061cda96 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0506942 May 05 15:46:53.812608 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-12a21505-9a9c-49f1-8142-af1b92a3b279 req-7d5d7e70-077e-411e-a34a-a5209b469e12 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484262 May 05 15:46:54.465035 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-b09d84eb-4f8f-4373-8d92-140517bfca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.466435 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-b09d84eb-4f8f-4373-8d92-140517bfca50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0402527 May 05 15:46:54.557247 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-62bd1e09-7460-44e4-b94b-9c941cc217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.558721 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-62bd1e09-7460-44e4-b94b-9c941cc217b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0865591 May 05 15:46:54.627351 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-b7befe11-37ea-42cf-aa71-249267a518c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1000 time: 0.0618954 May 05 15:46:54.674327 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-f899e55d-333c-4466-bb96-817403262178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.675808 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-f899e55d-333c-4466-bb96-817403262178 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0426092 May 05 15:46:54.718468 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-2ea110d2-00f6-4990-95d9-4d47396c3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.719902 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-2ea110d2-00f6-4990-95d9-4d47396c3ac6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389545 May 05 15:46:54.812613 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-16db4fdc-6e95-4e02-a40f-2b6fb8455585 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 May 05 15:46:54.907306 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f2d213d5-0d96-497d-bf77-949ba8315b69 req-f4708ad3-958e-4206-8d11-4c8fc0e81cde service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871377 May 05 15:46:54.932234 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c1860-5bf2-4d9c-a985-818e3e335038 req-3605f8a0-ef11-4aec-b16e-42ec3e7494a3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.933729 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d42c1860-5bf2-4d9c-a985-818e3e335038 req-3605f8a0-ef11-4aec-b16e-42ec3e7494a3 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0511713 May 05 15:46:54.983114 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d42c1860-5bf2-4d9c-a985-818e3e335038 req-677b17b8-3530-4682-b65b-61a7a1c3bdb9 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 May 05 15:46:56.095620 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404763a3-fb11-4a55-9785-e2382d67197a req-8f93b164-6cbf-49b7-b229-74774ea09f4c tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:56.097693 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-404763a3-fb11-4a55-9785-e2382d67197a req-8f93b164-6cbf-49b7-b229-74774ea09f4c tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0469003 May 05 15:46:56.145842 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-404763a3-fb11-4a55-9785-e2382d67197a req-440ac1c4-2796-4457-810b-87d7c58701fd tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 May 05 15:46:57.265612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88bae-ed09-4e5c-b92f-9c6d04701d42 req-725e3a18-b448-49a0-9e72-fde29c5f46bb tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:57.267217 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-faa88bae-ed09-4e5c-b92f-9c6d04701d42 req-725e3a18-b448-49a0-9e72-fde29c5f46bb tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0509162 May 05 15:46:57.322971 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-faa88bae-ed09-4e5c-b92f-9c6d04701d42 req-fcab3742-a1b3-41db-8a4d-e149e5c76041 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495074 May 05 15:46:57.421521 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e08a8b8b-dca9-4a0d-9ae8-ad8facbf4b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:58.449795 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdd279-5576-4daa-babd-62d4b541c568 req-7bece9f3-5a90-4f25-826c-14f469d52c11 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:58.451235 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-66fdd279-5576-4daa-babd-62d4b541c568 req-7bece9f3-5a90-4f25-826c-14f469d52c11 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0552182 May 05 15:46:58.511228 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-66fdd279-5576-4daa-babd-62d4b541c568 req-e3865c3c-09af-416d-895f-9efc5538bb75 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 May 05 15:46:58.631142 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-f8788422-d1bb-4d80-b3cd-bf82be898ce2 req-052ad5bb-fce8-4450-afd9-c4bdf1cd0962 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:46:58.632876 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f8788422-d1bb-4d80-b3cd-bf82be898ce2 req-052ad5bb-fce8-4450-afd9-c4bdf1cd0962 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0526335 May 05 15:46:58.955223 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da4f09-e22f-448a-8ab4-66f179965730 req-6cd2c7f2-a7df-4b47-a4cf-c2ca1dcc8513 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:58.956774 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51da4f09-e22f-448a-8ab4-66f179965730 req-6cd2c7f2-a7df-4b47-a4cf-c2ca1dcc8513 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0514212 May 05 15:46:59.011790 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-51da4f09-e22f-448a-8ab4-66f179965730 req-832fdba5-f2a6-4b2e-86c7-b61b8f9ebe0d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483069 May 05 15:46:59.027627 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48116) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:59.119990 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-57f8c6e4-aa24-4205-9519-ec5cdc7b417d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909274 May 05 15:46:59.130673 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-07d2dec3-3479-4f21-af8d-882bfe902e04 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:46:59.131759 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-07d2dec3-3479-4f21-af8d-882bfe902e04 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066671 May 05 15:46:59.241448 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48124) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:59.341918 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-d8c1d9fe-7e99-4395-a860-cb9c6b6db4da tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:59.344030 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-d8c1d9fe-7e99-4395-a860-cb9c6b6db4da tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports/09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 942 time: 0.1014688 May 05 15:46:59.584985 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-58f8087d-88e6-48b5-8edd-285e647c8a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:00.135847 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65088-0dc6-47c8-a34b-b68b55689b1d req-9f3e2281-8e06-431e-bb52-67db6e8d0a48 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:00.137400 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44b65088-0dc6-47c8-a34b-b68b55689b1d req-9f3e2281-8e06-431e-bb52-67db6e8d0a48 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0472107 May 05 15:47:00.189188 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44b65088-0dc6-47c8-a34b-b68b55689b1d req-7ca3e1c0-0262-4a32-8e25-8af6b05cbb26 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458710 May 05 15:47:00.300000 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:00.397224 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 09818f1c-23c6-4913-aa4a-68b5e8329717 is: ACTIVE; New status is: DOWN {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:00.397615 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:00.420125 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:00.422350 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a69bea-9833-4df8-a1e5-4c5516377aa6" -d '{"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-unplugged", "status": "completed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:00.435407 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:00.457190 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47144733-3be1-49ef-8855-dfefbc56b6e5 x-openstack-request-id: req-47144733-3be1-49ef-8855-dfefbc56b6e5 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:00.457534 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-unplugged", "status": "failed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "code": 422}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:00.457796 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47144733-3be1-49ef-8855-dfefbc56b6e5 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:00.458255 dv-cinder-835881-6-iscsi neutron-server[103757]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-47144733-3be1-49ef-8855-dfefbc56b6e5']: {'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'code': 422} returned with failed status May 05 15:47:00.535598 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:00.587934 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=6']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:00.594955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.595304 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.595678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.596018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.596354 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.596687 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.597020 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.597342 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.597666 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.597993 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.598318 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.598636 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.598955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.599369 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.599787 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:00.838783 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:01.314601 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f71d-05f4-4fb6-9b8d-f1c51d2cf25c req-6455f99c-6fef-4426-a8ca-afdf19319169 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.316216 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c244f71d-05f4-4fb6-9b8d-f1c51d2cf25c req-6455f99c-6fef-4426-a8ca-afdf19319169 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0485168 May 05 15:47:01.372981 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c244f71d-05f4-4fb6-9b8d-f1c51d2cf25c req-4c969085-949a-4e9b-a948-4b7d28176e9d tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505829 May 05 15:47:01.907256 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-99ca1c98-fb92-49a5-88ed-7df5fc4892a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.908784 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-99ca1c98-fb92-49a5-88ed-7df5fc4892a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227&tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04 HTTP/1.1" status: 200 len: 1127 time: 0.0398848 May 05 15:47:01.967398 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-1a2eb1a6-ac2a-4ea8-96fb-65e73a45eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.968980 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-1a2eb1a6-ac2a-4ea8-96fb-65e73a45eb66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1127 time: 0.0400903 May 05 15:47:02.065334 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-cfcc6ea0-f2ff-4f04-8919-e71f7a484232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:02.067418 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-cfcc6ea0-f2ff-4f04-8919-e71f7a484232 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0912592 May 05 15:47:02.131302 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-34ca7e50-e3e2-4ea7-a3de-912d5ff409f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 998 time: 0.0578208 May 05 15:47:02.182578 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-e96b49e5-6da4-459b-85c0-f947a44c1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:02.184064 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-e96b49e5-6da4-459b-85c0-f947a44c1b77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0468800 May 05 15:47:02.204140 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:02.227614 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0be78-baf1-4276-a376-19003acbf99a req-8d185080-0c53-4f19-a92f-af9ace638cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:02.229095 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-8d185080-0c53-4f19-a92f-af9ace638cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392888 May 05 15:47:02.320149 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-7c64aa5d-36a0-4aec-aa06-088699e5b44d service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 May 05 15:47:02.422056 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b0e0be78-baf1-4276-a376-19003acbf99a req-95bc124a-18fb-4c16-82ec-ca5f2d642a62 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964801 May 05 15:47:02.490656 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9ece7-8925-4ba9-88c8-857f0b2d5bbc req-85cdcffa-2cc4-4e90-9f67-3f8410adc9ab tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:02.492188 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7a9ece7-8925-4ba9-88c8-857f0b2d5bbc req-85cdcffa-2cc4-4e90-9f67-3f8410adc9ab tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0483327 May 05 15:47:02.541396 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-f7a9ece7-8925-4ba9-88c8-857f0b2d5bbc req-ebccccac-dc34-47aa-846d-c7883203fbc0 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 May 05 15:47:03.171806 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:47:03.657113 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d9c5-8dc8-4711-a6a1-aff4e946819b req-05cdbcf1-0d2a-4f02-824c-066fac1caa16 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:03.658667 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dee4d9c5-8dc8-4711-a6a1-aff4e946819b req-05cdbcf1-0d2a-4f02-824c-066fac1caa16 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0490746 May 05 15:47:03.708961 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dee4d9c5-8dc8-4711-a6a1-aff4e946819b req-0e61d395-cc0e-42da-bd9b-93916ad19ab6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 May 05 15:47:03.727428 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:04.836181 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb252-837c-4a04-8f1f-23ab37e83ed8 req-a62e2ca6-1040-4ea8-a775-729d8f18a638 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:04.837627 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cd0bb252-837c-4a04-8f1f-23ab37e83ed8 req-a62e2ca6-1040-4ea8-a775-729d8f18a638 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0505004 May 05 15:47:04.887648 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-cd0bb252-837c-4a04-8f1f-23ab37e83ed8 req-f7619d11-5037-4189-937d-2084610ac049 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 May 05 15:47:05.705175 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:06.021688 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62304f-9bc9-4317-89b6-81d0e330aec6 req-4bbfa0a8-4c01-4a6c-89eb-2a92253fe57c tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:06.023217 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8a62304f-9bc9-4317-89b6-81d0e330aec6 req-4bbfa0a8-4c01-4a6c-89eb-2a92253fe57c tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0528817 May 05 15:47:06.090391 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8a62304f-9bc9-4317-89b6-81d0e330aec6 req-608169a9-beb6-4392-95ea-3e96ea696043 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582583 May 05 15:47:07.211890 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271b99-69ae-41d0-a7a8-05c6a45ffe11 req-dd310a7d-b086-473a-9950-94bbfbee2c70 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:07.213351 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-75271b99-69ae-41d0-a7a8-05c6a45ffe11 req-dd310a7d-b086-473a-9950-94bbfbee2c70 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0476701 May 05 15:47:07.261905 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-75271b99-69ae-41d0-a7a8-05c6a45ffe11 req-55351077-d5ca-4228-ada5-6ed281134720 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 May 05 15:47:08.379811 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8c71-61e5-4e4b-a59d-434809393497 req-7ed46774-cdaf-4b5f-ba50-97f5960c2e71 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:08.381284 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-35ad8c71-61e5-4e4b-a59d-434809393497 req-7ed46774-cdaf-4b5f-ba50-97f5960c2e71 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0515749 May 05 15:47:08.434061 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-35ad8c71-61e5-4e4b-a59d-434809393497 req-113de307-f261-4f6f-a689-6793185faf9a tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 May 05 15:47:09.553065 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7446b5e-f8bf-4f4c-91a6-243257a62441 req-1b0d91ae-2efc-4425-9dff-ebed1603b24f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:09.554578 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b7446b5e-f8bf-4f4c-91a6-243257a62441 req-1b0d91ae-2efc-4425-9dff-ebed1603b24f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 943 time: 0.0515869 May 05 15:47:09.603026 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-b7446b5e-f8bf-4f4c-91a6-243257a62441 req-0278aa6a-3d4a-43bd-bc2e-51b13883a913 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 May 05 15:47:10.334529 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:47:10.431282 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:10.442755 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Returning: {'device': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'port_id': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'mac_address': 'fa:16:3e:9f:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:47:10.497548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 09818f1c-23c6-4913-aa4a-68b5e8329717 is: DOWN; New status is: BUILD {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:10.497938 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.510782 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09818f1c-23c6-4913-aa4a-68b5e8329717 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:10.530942 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:10.639037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.696385 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=7']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:10.727853 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf96952-33c1-408d-b09a-a73bed4b5129 req-8d493814-dbdc-463e-90cc-7d569a8c26ed tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:10.729402 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cf96952-33c1-408d-b09a-a73bed4b5129 req-8d493814-dbdc-463e-90cc-7d569a8c26ed tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 944 time: 0.0476542 May 05 15:47:10.780877 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cf96952-33c1-408d-b09a-a73bed4b5129 req-ef356acd-d40d-4a6c-9a26-f1afd7c81269 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 May 05 15:47:10.883064 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] get_ports_and_sgs() called for port_ids ['09818f1c-23c6-4913-aa4a-68b5e8329717'] {{(pid=103757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:11.896443 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956304a5-1688-412e-b53d-43548c903f24 req-81234573-8a6d-4f8f-b1c1-beace03aa4e4 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:11.897976 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-956304a5-1688-412e-b53d-43548c903f24 req-81234573-8a6d-4f8f-b1c1-beace03aa4e4 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 944 time: 0.0481229 May 05 15:47:11.951139 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-956304a5-1688-412e-b53d-43548c903f24 req-da413ae0-b390-4e40-b7fc-8f6221c5cf14 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 May 05 15:47:12.351076 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 up at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:12.397094 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Provisioning complete for port 09818f1c-23c6-4913-aa4a-68b5e8329717 triggered by entity L2. {{(pid=103757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:12.397468 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134264'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), provisioning_complete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:12.478595 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Current status of the port 09818f1c-23c6-4913-aa4a-68b5e8329717 is: BUILD; New status is: ACTIVE {{(pid=103757) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:12.479138 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4082343'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:12.509048 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:12.512751 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bdfece8d8dd3ca2f17fbec2d9f2cdd79c3e0ea75ab34ff4274cd9d79f9312c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b8bed-0277-4b79-b29e-c241b6a612e7" -d '{"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-plugged", "status": "completed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:12.528086 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:12.550978 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5154cf54-b32a-4bea-ab55-5a6617888095 x-openstack-request-id: req-5154cf54-b32a-4bea-ab55-5a6617888095 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:12.551277 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-plugged", "status": "completed", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:12.551562 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5154cf54-b32a-4bea-ab55-5a6617888095 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:12.551972 dv-cinder-835881-6-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5154cf54-b32a-4bea-ab55-5a6617888095'] response: {'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'code': 200} May 05 15:47:12.609703 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733100603329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733100141734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733100141752'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:12.659854 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Pushing event updated for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=8']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:12.843856 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed24fd5-79f7-4409-abdd-afd8f3792387 req-3db35d51-3d3b-48c3-9c36-b0e87e564d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:12.845424 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3ed24fd5-79f7-4409-abdd-afd8f3792387 req-3db35d51-3d3b-48c3-9c36-b0e87e564d1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0441802 May 05 15:47:12.900822 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-3ed24fd5-79f7-4409-abdd-afd8f3792387 req-0fdc059a-4bca-4b51-8bac-f983689c45b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493722 May 05 15:47:13.069871 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde67a5-443b-4dcc-a905-2efe13c75519 req-61e0f88d-c24e-442f-bbb4-95c9260b0d94 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:13.071369 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6cde67a5-443b-4dcc-a905-2efe13c75519 req-61e0f88d-c24e-442f-bbb4-95c9260b0d94 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0482080 May 05 15:47:13.121762 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-6cde67a5-443b-4dcc-a905-2efe13c75519 req-4252e46a-6e45-403e-940c-8669722654a6 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 May 05 15:47:14.242014 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad23c1-e39a-4c46-b514-4b97816c456f req-99de4302-6049-4b04-a3a6-aead79e515da tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:14.243506 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aaad23c1-e39a-4c46-b514-4b97816c456f req-99de4302-6049-4b04-a3a6-aead79e515da tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0508258 May 05 15:47:14.294676 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aaad23c1-e39a-4c46-b514-4b97816c456f req-6583795b-ea13-444d-9836-b9abc56ffa11 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 May 05 15:47:27.400921 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1c9d74a0-5eee-4734-8c86-6ede683e5239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.586183 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd01b-299e-4d9e-8c5c-8469914cef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.834659 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.211923 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.726341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.712112 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.259181 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:47:49.724742 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-5cde6290-dbf7-4e00-ab11-b2e964e32e85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391023 May 05 15:47:49.808423 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-1c040a97-d247-4f66-abb1-13db19aff600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.809896 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-1c040a97-d247-4f66-abb1-13db19aff600 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0385096 May 05 15:47:49.918619 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-95f35820-3757-4a08-814d-f5cec9fbe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.920100 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-95f35820-3757-4a08-814d-f5cec9fbe559 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.0894134 May 05 15:47:49.990127 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-3874889b-b48e-4c24-ae80-eb5b6d5f3104 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 1000 time: 0.0624914 May 05 15:47:50.037441 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-1fb008db-c9ee-40c1-84de-d82d06a24d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:50.038901 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-1fb008db-c9ee-40c1-84de-d82d06a24d01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0436428 May 05 15:47:50.082387 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-7a1030cd-305e-4e06-a868-79e34c8bdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:50.083887 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-7a1030cd-305e-4e06-a868-79e34c8bdb16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390232 May 05 15:47:50.173479 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-9c868e90-e4ef-4a87-874b-8339a179f66d service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 May 05 15:47:50.265882 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-ef8acace-08e6-4624-8a8b-c79ce975840c req-e1aa52d8-74a2-44a1-bb79-3a3a8648b207 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 May 05 15:47:57.414354 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e3a77c5-ef5d-4366-a57e-97287caccbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:59.616848 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd79a-9971-40ae-8c03-99fa43c43617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:00.822332 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:02.191278 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:03.748196 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:05.737054 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:17.169216 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:48:27.409614 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e2524f32-6fe9-435b-b46b-015efb7365ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:29.575700 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-af9b4fab-9cc5-4d2d-80c7-3ea34018eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:29.953929 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48190) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:30.123656 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Deleting port 8889b038-ff35-4ada-a4f9-afd5b92f5fc5 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:30.124001 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.207071 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.207333 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for floatingip (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.225501 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Calling delete_port for 8889b038-ff35-4ada-a4f9-afd5b92f5fc5 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:30.438649 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (8889b038-ff35-4ada-a4f9-afd5b92f5fc5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.470082 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event deleted for resources: {'Port': ['ID=8889b038-ff35-4ada-a4f9-afd5b92f5fc5,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:30.497054 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.497366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.497667 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.498012 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.498352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.498687 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.499021 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.499352 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.499706 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.500036 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.500366 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.500695 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.501022 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.501436 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.501672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:30.550591 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for floatingip (9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.550893 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Floating IP 9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6 disassociated (deleted). External IP: 172.27.2.23, port: 09818f1c-23c6-4913-aa4a-68b5e8329717. May 05 15:48:30.817887 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Router 2f819b42-f524-4dfb-9778-a655c2c7c130 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:30.842131 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.941757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:30.948336 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:30.952841 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Sync routers for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:30.964934 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:30.965718 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:30.979833 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7318d6c2-9d14-45fb-821e-acb6e2e34228 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "DELETE /v2.0/floatingips/9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6 HTTP/1.1" status: 204 len: 168 time: 1.0248587 May 05 15:48:30.980473 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:30.983050 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:31.087168 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:31.097004 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47d0aad-e0c7-4662-a30d-d763e83bb77f x-openstack-request-id: req-d47d0aad-e0c7-4662-a30d-d763e83bb77f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:31.097340 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:31.097720 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d47d0aad-e0c7-4662-a30d-d763e83bb77f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:31.098019 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47d0aad-e0c7-4662-a30d-d763e83bb77f'] response: {'name': 'network-changed', 'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'status': 'completed', 'code': 200} May 05 15:48:31.177781 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-e3322710-0d29-4783-9ac6-9931da01ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:31.180184 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-e3322710-0d29-4783-9ac6-9931da01ec7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 1129 time: 0.0588312 May 05 15:48:31.297189 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-e7c967c7-70a9-4ad7-9e03-2a3ce6f5e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:31.298685 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-e7c967c7-70a9-4ad7-9e03-2a3ce6f5e981 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 200 len: 909 time: 0.1094017 May 05 15:48:31.365554 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-c8af2a8a-d2ea-4ad5-b997-ce82d4baed47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 200 len: 217 time: 0.0582733 May 05 15:48:31.369864 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:31.405866 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Checking router: 2f819b42-f524-4dfb-9778-a655c2c7c130 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:31.416094 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:31.416912 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:31.453372 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172e442-8710-429e-ab96-c3a039d6dc4b req-cd403547-aa83-4105-b9c2-5e4aa52aaeee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:31.454931 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2172e442-8710-429e-ab96-c3a039d6dc4b req-cd403547-aa83-4105-b9c2-5e4aa52aaeee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0566022 May 05 15:48:31.509291 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2172e442-8710-429e-ab96-c3a039d6dc4b req-6ecc97d1-ce4d-4701-8666-db5937b9d057 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 May 05 15:48:31.544669 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:31.750551 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:31.780099 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e73e-59da-4483-8fbe-40ad304a1c61 None None] The sync data for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi is: [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:01Z', 'revision_number': 4, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi', '_interfaces': [{'id': '7ca4358b-1989-4129-a621-11e073de3f89', 'name': '', 'network_id': '5331a217-2eb0-4545-96e6-946e9aa142df', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'mac_address': 'fa:16:3e:64:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:00Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'subnets': [{'id': 'd7a037ec-c1a9-47c6-b645-b2ed74e54894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:48:32.027733 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899c424-82fa-4c0c-b893-bb8f7744e818 None None] New status for floating IP 9b89e4ce-ee5c-4f69-ac83-6b9cd0b3b8e6: DOWN {{(pid=103757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:48:32.304458 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:32.371966 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-80f73d50-4292-40bc-8a4b-f565391faf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:32.373496 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-80f73d50-4292-40bc-8a4b-f565391faf91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 200 len: 847 time: 0.0498424 May 05 15:48:32.427258 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-73f2416b-e508-4545-971e-eababbb3d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:32.428918 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-73f2416b-e508-4545-971e-eababbb3d0d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5331a217-2eb0-4545-96e6-946e9aa142df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420275 May 05 15:48:32.645728 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-23df3e4a-69e6-49e2-b1e1-4874a4a91aa0 service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260014 May 05 15:48:32.651810 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cf1d6-ea45-47f6-99b0-b31ef5ee22c2 req-1d810061-b0cc-4c15-86b0-24e84ecf1ae9 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:32.653184 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-581cf1d6-ea45-47f6-99b0-b31ef5ee22c2 req-1d810061-b0cc-4c15-86b0-24e84ecf1ae9 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0645335 May 05 15:48:32.705942 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-581cf1d6-ea45-47f6-99b0-b31ef5ee22c2 req-30e03e7f-bd38-4f98-b1f6-6a037c2ae17f tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ae759b3-98c8-4583-acba-1553e5964511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 May 05 15:48:32.843564 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-a14fdd9b-f636-4d5c-9f3c-10532415cf6c req-a9b9025e-ab60-4ae2-a32a-aa1ef0190cfe service neutron] 10.222.0.60 "GET /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889068 May 05 15:48:32.876266 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-7af67924-b520-4798-a504-9f4c3d8212cf tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:32.880324 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-7af67924-b520-4798-a504-9f4c3d8212cf tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.60 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 945 time: 0.0560949 May 05 15:48:32.966811 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Deleting port 09818f1c-23c6-4913-aa4a-68b5e8329717 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:32.967153 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:33.084136 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] For port 09818f1c-23c6-4913-aa4a-68b5e8329717, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=09818f1c-23c6-4913-aa4a-68b5e8329717,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:33.084521 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:33.107763 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Calling delete_port for 09818f1c-23c6-4913-aa4a-68b5e8329717 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:33.316809 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (09818f1c-23c6-4913-aa4a-68b5e8329717), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:33.350553 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event deleted for resources: {'Port': ['ID=09818f1c-23c6-4913-aa4a-68b5e8329717,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:33.420870 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] No DVR routers for this DVR port 09818f1c-23c6-4913-aa4a-68b5e8329717 on host hv-cinder-83588 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:33.420870 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97127'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:33.420870 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e48b1cf4-8bed-4f59-acf6-f619485560dd req-1fe094ef-ff4d-4977-8afa-6979f4aa5a51 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.60 "DELETE /v2.0/ports/09818f1c-23c6-4913-aa4a-68b5e8329717 HTTP/1.1" status: 204 len: 173 time: 0.5343392 May 05 15:48:33.420870 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-deleted', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:33.420870 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b0b6276d0ae4f0640770de515f4cfecb6117942b47b4d2a06d61d5051729d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75dcd3-d904-4a83-a4c8-cc2b6f6d43ec" -d '{"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-deleted", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:33.457995 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5befc1e-6aac-4633-96a4-7fd069c0f151 x-openstack-request-id: req-b5befc1e-6aac-4633-96a4-7fd069c0f151 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:33.458248 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262eed77-933b-4753-9a47-4a5ac3c66227", "name": "network-vif-deleted", "tag": "09818f1c-23c6-4913-aa4a-68b5e8329717", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:33.458517 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5befc1e-6aac-4633-96a4-7fd069c0f151 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:33.458949 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5befc1e-6aac-4633-96a4-7fd069c0f151'] response: {'server_uuid': '262eed77-933b-4753-9a47-4a5ac3c66227', 'name': 'network-vif-deleted', 'tag': '09818f1c-23c6-4913-aa4a-68b5e8329717', 'status': 'completed', 'code': 200} May 05 15:48:33.825659 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [req-8cfed970-febf-4130-a07f-35c83d44d73d req-930d1629-671d-4b51-aa07-5b20f54e7731 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 210 time: 0.0331426 May 05 15:48:33.987890 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:34.951584 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7f015332-e762-45fc-99c2-23d2e7846d64 req-24b20468-7ada-41a5-b037-f9661f1ee855 tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "GET /v2.0/ports?device_id=262eed77-933b-4753-9a47-4a5ac3c66227 HTTP/1.1" status: 200 len: 210 time: 0.0314102 May 05 15:48:35.715769 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:36.012264 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48222) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:36.068257 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (6ae759b3-98c8-4583-acba-1553e5964511), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:36.097206 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (6ae759b3-98c8-4583-acba-1553e5964511), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:36.323737 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (6ae759b3-98c8-4583-acba-1553e5964511), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:36.326471 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:36.327664 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] 10.222.0.55 "DELETE /v2.0/security-groups/6ae759b3-98c8-4583-acba-1553e5964511 HTTP/1.1" status: 204 len: 168 time: 0.3143713 May 05 15:48:36.337754 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0135968-5e02-485f-86fd-5f1fb9a8b8ee tempest-TestShelveInstance-1882502477 tempest-TestShelveInstance-1882502477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae759b3-98c8-4583-acba-1553e5964511,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:36.464039 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48226) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:36.643020 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:36.664528 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] No Port match for: 09818f1c-23c6-4913-aa4a-68b5e8329717 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:36.664863 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Device 09818f1c-23c6-4913-aa4a-68b5e8329717 not bound to the agent host hv-cinder-83588 {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:36.805348 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (2f819b42-f524-4dfb-9778-a655c2c7c130), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.048757 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Deleting port 7ca4358b-1989-4129-a621-11e073de3f89 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:37.049573 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (7ca4358b-1989-4129-a621-11e073de3f89), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.132313 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] For port 7ca4358b-1989-4129-a621-11e073de3f89, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7ca4358b-1989-4129-a621-11e073de3f89,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:37.132678 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (7ca4358b-1989-4129-a621-11e073de3f89), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.147761 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Calling delete_port for 7ca4358b-1989-4129-a621-11e073de3f89 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:37.420773 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (7ca4358b-1989-4129-a621-11e073de3f89), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.445482 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca4358b-1989-4129-a621-11e073de3f89,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:37.623766 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (2f819b42-f524-4dfb-9778-a655c2c7c130), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:37.849236 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Router 2f819b42-f524-4dfb-9778-a655c2c7c130 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:37.955852 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:37.960886 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7544595e-306b-4691-aa0e-726f7dd0e1e1 admin admin] 10.222.0.55 "PUT /v2.0/routers/2f819b42-f524-4dfb-9778-a655c2c7c130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958088 May 05 15:48:37.963522 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48228) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:37.964413 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Sync routers for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:37.974878 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:37.975562 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:38.087396 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:38.265530 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:48:37Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:38.293641 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Checking router: 2f819b42-f524-4dfb-9778-a655c2c7c130 for host: dv-cinder-835881-6-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:38.301984 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Routers {'2f819b42-f524-4dfb-9778-a655c2c7c130'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:38.302588 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['2f819b42-f524-4dfb-9778-a655c2c7c130'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:38.351548 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks [] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:38.461625 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks [] for router_gateway (2f819b42-f524-4dfb-9778-a655c2c7c130), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:38.494307 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] Set router 2f819b42-f524-4dfb-9778-a655c2c7c130 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:38.577069 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Deleting port 798f3e77-27d8-4957-a645-0a3430e9cb54 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:38.577433 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:38.657219 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] For port 798f3e77-27d8-4957-a645-0a3430e9cb54, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=798f3e77-27d8-4957-a645-0a3430e9cb54,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:38.657612 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:38.664388 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:48:37Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:38.671433 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Calling delete_port for 798f3e77-27d8-4957-a645-0a3430e9cb54 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:38.696349 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946772e8-90c6-4202-9276-de2ccd7b9c50 None None] The sync data for ids ['2f819b42-f524-4dfb-9778-a655c2c7c130'] in dv-cinder-835881-6-iscsi is: [{'id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'name': 'tempest-TestShelveInstance-423386905-router', 'tenant_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:48:37Z', 'revision_number': 5, 'project_id': '4a3fa7e53a3746738e1b6f3b12abbe04', 'gw_port': {'id': '798f3e77-27d8-4957-a645-0a3430e9cb54', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f819b42-f524-4dfb-9778-a655c2c7c130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:58Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:48:38.939181 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (798f3e77-27d8-4957-a645-0a3430e9cb54), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:38.969357 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=798f3e77-27d8-4957-a645-0a3430e9cb54,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:39.032223 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (2f819b42-f524-4dfb-9778-a655c2c7c130), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.143886 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.147550 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks [] for router_controller (2f819b42-f524-4dfb-9778-a655c2c7c130), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.470549 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (2f819b42-f524-4dfb-9778-a655c2c7c130), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.471270 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f819b42-f524-4dfb-9778-a655c2c7c130 {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:48:39.476611 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.478737 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-527bb5e5-0f9f-4618-9812-9c56d1ae6ceb admin admin] 10.222.0.55 "DELETE /v2.0/routers/2f819b42-f524-4dfb-9778-a655c2c7c130 HTTP/1.1" status: 204 len: 168 time: 1.5139859 May 05 15:48:39.485471 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48230) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:39.533241 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Deleting subnet d7a037ec-c1a9-47c6-b645-b2ed74e54894 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:48:39.536617 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Publish callbacks [] for subnet (d7a037ec-c1a9-47c6-b645-b2ed74e54894), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.580908 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (d7a037ec-c1a9-47c6-b645-b2ed74e54894), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:39.914674 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (d7a037ec-c1a9-47c6-b645-b2ed74e54894), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.038475 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (d7a037ec-c1a9-47c6-b645-b2ed74e54894), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.064123 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a037ec-c1a9-47c6-b645-b2ed74e54894,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:40.068905 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.073347 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d7a037ec-c1a9-47c6-b645-b2ed74e54894 HTTP/1.1" status: 204 len: 168 time: 0.5904000 May 05 15:48:40.076033 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48232) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:40.077849 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6979668-3950-4be2-8ca0-eb887cf617fb None None] Network 5331a217-2eb0-4545-96e6-946e9aa142df requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:48:40.080136 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.080505 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.080847 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.081203 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.081512 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.081837 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.082159 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.082479 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.082902 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.083119 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.083439 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.090291 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.093841 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.093841 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.093841 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4650269-5420-4ab1-b555-3d37e72ac7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.151354 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (5331a217-2eb0-4545-96e6-946e9aa142df), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.210766 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Deleting port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:40.211110 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.242722 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] DHCP port deletion for 5331a217-2eb0-4545-96e6-946e9aa142df request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:48:40.281845 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] For port 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7e661b72-03a8-4ae4-80e8-16cb12b7a822,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:40.282375 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.288678 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Deleting port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:40.288975 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.298193 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Calling delete_port for 7e661b72-03a8-4ae4-80e8-16cb12b7a822 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:40.310470 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7ca4358b-1989-4129-a621-11e073de3f89 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:40.335924 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 7ca4358b-1989-4129-a621-11e073de3f89 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:40.336273 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7ca4358b-1989-4129-a621-11e073de3f89 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:40.336696 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 798f3e77-27d8-4957-a645-0a3430e9cb54 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:40.392003 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 798f3e77-27d8-4957-a645-0a3430e9cb54 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:40.397221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 798f3e77-27d8-4957-a645-0a3430e9cb54 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:40.397221 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7e661b72-03a8-4ae4-80e8-16cb12b7a822 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:40.399065 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] For port 7e661b72-03a8-4ae4-80e8-16cb12b7a822, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=7e661b72-03a8-4ae4-80e8-16cb12b7a822,segment=NetworkSegment(eb4add60-d237-425d-ab11-93f795c8dfea),segment_id=eb4add60-d237-425d-ab11-93f795c8dfea)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:40.399461 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.432928 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Calling delete_port for 7e661b72-03a8-4ae4-80e8-16cb12b7a822 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:40.454857 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28867469'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.482575 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e661b72-03a8-4ae4-80e8-16cb12b7a822,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:40.483291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No active binding found for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 {{(pid=103757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 05 15:48:40.483291 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] The host dv-cinder-835881-6-iscsi is not matching for port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 host None! {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 05 15:48:40.483793 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 7e661b72-03a8-4ae4-80e8-16cb12b7a822 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:40.487218 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] No DVR routers for this DVR port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 on host dv-cinder-835881-6-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:40.554028 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (7e661b72-03a8-4ae4-80e8-16cb12b7a822), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.566901 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (5331a217-2eb0-4545-96e6-946e9aa142df), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.586510 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Pushing event deleted for resources: {'Port': ['ID=7e661b72-03a8-4ae4-80e8-16cb12b7a822,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:40.589214 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5331a217-2eb0-4545-96e6-946e9aa142df']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:40.592118 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] No DVR routers for this DVR port 7e661b72-03a8-4ae4-80e8-16cb12b7a822 on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:40.599955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.599955 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.600900 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.600900 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.601214 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.601548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.601873 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.602201 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.602629 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.602963 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.603281 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4add60-d237-425d-ab11-93f795c8dfea') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:40.603463 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.603730 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4add60-d237-425d-ab11-93f795c8dfea') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:40.603889 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.604065 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.604377 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.604702 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bcad56-bab5-40c7-a99b-163aa9d18932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-6-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:40.617526 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25339943'] for segment (eb4add60-d237-425d-ab11-93f795c8dfea), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.632000 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (eb4add60-d237-425d-ab11-93f795c8dfea), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.638584 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28867512'] for segment (eb4add60-d237-425d-ab11-93f795c8dfea), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: Traceback (most recent call last): May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: timer() May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: cb(*args, **kw) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: return func(*args, **kwargs) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: self._notify() May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: self.callback(batched_events) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: event.method(event) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: return f(self, *a, **k) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._get(url).json() May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:48:40.641897 dv-cinder-835881-6-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:48:40.774629 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (5331a217-2eb0-4545-96e6-946e9aa142df), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.779245 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:40.782535 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5331a217-2eb0-4545-96e6-946e9aa142df HTTP/1.1" status: 204 len: 168 time: 0.7054312 May 05 15:48:40.785542 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48234) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:40.795845 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7027a-d00d-48b5-b817-8969f18c6a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5331a217-2eb0-4545-96e6-946e9aa142df,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:41.104875 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968103'] for router_interface (232099ec-b5c8-4986-89df-e448e15c6ef1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:41.331321 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Deleting port 126878f2-b5db-4b7e-9f25-ac4146a038be {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:41.331691 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:41.407548 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] For port 126878f2-b5db-4b7e-9f25-ac4146a038be, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=126878f2-b5db-4b7e-9f25-ac4146a038be,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:41.407830 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:41.424132 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Calling delete_port for 126878f2-b5db-4b7e-9f25-ac4146a038be owned by network:router_interface {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:41.649187 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (126878f2-b5db-4b7e-9f25-ac4146a038be), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:41.675059 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=126878f2-b5db-4b7e-9f25-ac4146a038be,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:41.871596 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980674'] for router_interface (232099ec-b5c8-4986-89df-e448e15c6ef1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.105529 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Router 232099ec-b5c8-4986-89df-e448e15c6ef1 has already been hosted by L3 agent 6708e638-e586-446c-ab70-c6de3222bbd6 {{(pid=103755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:42.223094 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] Notify agent at l3_agent.dv-cinder-835881-6-iscsi the message routers_updated {{(pid=103755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:42.231666 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-ccfabf7b-b3cd-42bb-995b-411b33f4cb4a admin admin] 10.222.0.55 "PUT /v2.0/routers/232099ec-b5c8-4986-89df-e448e15c6ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4449072 May 05 15:48:42.235989 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48236) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:42.244593 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Sync routers for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:42.256279 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:42.256922 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:42.351725 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks [] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.376511 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: dv-cinder-835881-6-iscsi {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:42.462647 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks [] for router_gateway (232099ec-b5c8-4986-89df-e448e15c6ef1), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.550361 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'external_fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:48:41Z', 'revision_number': 5, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port': {'id': '4c46a06c-bd04-4dfd-a239-44269b8a4b31', 'name': '', 'network_id': '63ef1efc-e733-425a-972d-0af8300be092', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:05Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a108c411-2a01-4425-aa2a-a991e129078d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-6-iscsi'}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:42.574382 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Deleting port 4c46a06c-bd04-4dfd-a239-44269b8a4b31 {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:42.574705 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.581969 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Checking router: 232099ec-b5c8-4986-89df-e448e15c6ef1 for host: dv-cinder-835881-6-iscsi {{(pid=103757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:42.590460 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Routers {'232099ec-b5c8-4986-89df-e448e15c6ef1'} bound to L3 agent in host dv-cinder-835881-6-iscsi {{(pid=103757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:42.591076 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:21:29Z,description=,heartbeat_timestamp=2022-05-05T15:48:30Z,host='dv-cinder-835881-6-iscsi',id=6708e638-e586-446c-ab70-c6de3222bbd6,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:21:30Z,topic='l3_agent')) {'router_ids': ['232099ec-b5c8-4986-89df-e448e15c6ef1'], 'active': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:42.654776 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] For port 4c46a06c-bd04-4dfd-a239-44269b8a4b31, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=4c46a06c-bd04-4dfd-a239-44269b8a4b31,segment=NetworkSegment(a1072db7-190c-41ba-9205-97cbce254ba0),segment_id=a1072db7-190c-41ba-9205-97cbce254ba0)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:42.655029 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.673162 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Calling delete_port for 4c46a06c-bd04-4dfd-a239-44269b8a4b31 owned by network:router_gateway {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:42.687944 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvr_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] Set router 232099ec-b5c8-4986-89df-e448e15c6ef1 gateway port host: None {{(pid=103757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:42.742341 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_hamode_db [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:48:42Z', 'revision_number': 6, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port_host': None}], 'dv-cinder-835881-6-iscsi', False) {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:42.772831 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d47ad76-6870-445f-b938-9c684fa6cdee None None] The sync data for ids ['232099ec-b5c8-4986-89df-e448e15c6ef1'] in dv-cinder-835881-6-iscsi is: [{'id': '232099ec-b5c8-4986-89df-e448e15c6ef1', 'name': 'tempest-TestShelveInstance-25585683-router', 'tenant_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:48:42Z', 'revision_number': 6, 'project_id': 'a2af48e93c384008bb6a7a1e352de3f4', 'gw_port_host': None}] {{(pid=103757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:48:42.927416 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (4c46a06c-bd04-4dfd-a239-44269b8a4b31), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:42.953380 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c46a06c-bd04-4dfd-a239-44269b8a4b31,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:43.015078 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-974769'] for router_gateway (232099ec-b5c8-4986-89df-e448e15c6ef1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.107853 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-567'] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.110184 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks [] for router_controller (232099ec-b5c8-4986-89df-e448e15c6ef1), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.209100 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600412'] for router (232099ec-b5c8-4986-89df-e448e15c6ef1), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.210136 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232099ec-b5c8-4986-89df-e448e15c6ef1 {{(pid=103755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:48:43.221779 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.221779 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-445c6e8e-ed12-4b2a-b84e-2f0890771475 admin admin] 10.222.0.55 "DELETE /v2.0/routers/232099ec-b5c8-4986-89df-e448e15c6ef1 HTTP/1.1" status: 204 len: 168 time: 0.9787138 May 05 15:48:43.221779 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48238) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:43.261708 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Deleting subnet 18e141e6-36c1-4858-9448-27868beb3509 {{(pid=103755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:48:43.264857 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Publish callbacks [] for subnet (18e141e6-36c1-4858-9448-27868beb3509), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.298879 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25313231'] for subnet (18e141e6-36c1-4858-9448-27868beb3509), precommit_delete_associations {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.378293 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4134998'] for subnet (18e141e6-36c1-4858-9448-27868beb3509), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.500987 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4135007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25314051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26040152'] for subnet (18e141e6-36c1-4858-9448-27868beb3509), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.528844 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e141e6-36c1-4858-9448-27868beb3509,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:43.533667 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for subnet (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.537171 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-a8bb2a59-2558-4ab7-9f66-4302ccdf1c7b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/18e141e6-36c1-4858-9448-27868beb3509 HTTP/1.1" status: 204 len: 168 time: 0.3179288 May 05 15:48:43.539544 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [-] (103755) accepted ('10.222.0.55', 48240) {{(pid=103755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:43.541660 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a67150-e7ef-4656-8bd9-004353c092a2 None None] Network 0f3734b2-31c2-4a8a-839c-b96f649449bf requested from dv-cinder-835881-6-iscsi {{(pid=103757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:48:43.623318 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4126840'] for network (0f3734b2-31c2-4a8a-839c-b96f649449bf), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.676550 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Deleting port 52df010e-a629-48ba-9728-4a4f05b9570e {{(pid=103755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:43.676982 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.748477 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.db [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] For port 52df010e-a629-48ba-9728-4a4f05b9570e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=52df010e-a629-48ba-9728-4a4f05b9570e,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:43.748848 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.764257 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.plugin [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Calling delete_port for 52df010e-a629-48ba-9728-4a4f05b9570e owned by network:dhcp {{(pid=103755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:43.774970 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99562825-427b-4822-8980-86475a3440a8 None None] DHCP port deletion for 0f3734b2-31c2-4a8a-839c-b96f649449bf request from dv-cinder-835881-6-iscsi {{(pid=103757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:48:43.826198 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-99562825-427b-4822-8980-86475a3440a8 None None] Deleting port 52df010e-a629-48ba-9728-4a4f05b9570e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:43.826578 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99562825-427b-4822-8980-86475a3440a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733100597023'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.889693 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-99562825-427b-4822-8980-86475a3440a8 None None] For port 52df010e-a629-48ba-9728-4a4f05b9570e, host dv-cinder-835881-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-6-iscsi',level=0,port_id=52df010e-a629-48ba-9728-4a4f05b9570e,segment=NetworkSegment(e464880f-7a8a-437e-8a8c-50ba66e4ba2d),segment_id=e464880f-7a8a-437e-8a8c-50ba66e4ba2d)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:43.890091 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99562825-427b-4822-8980-86475a3440a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968185'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.903956 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-99562825-427b-4822-8980-86475a3440a8 None None] Calling delete_port for 52df010e-a629-48ba-9728-4a4f05b9570e owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:43.929377 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25314128'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.957485 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=52df010e-a629-48ba-9728-4a4f05b9570e,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:43.963386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] No DVR routers for this DVR port 52df010e-a629-48ba-9728-4a4f05b9570e on host dv-cinder-835881-6-iscsi {{(pid=103755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:43.988342 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99562825-427b-4822-8980-86475a3440a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4082379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733100603311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733100141725'] for port (52df010e-a629-48ba-9728-4a4f05b9570e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.012853 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562825-427b-4822-8980-86475a3440a8 None None] Pushing event deleted for resources: {'Port': ['ID=52df010e-a629-48ba-9728-4a4f05b9570e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:44.020321 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99562825-427b-4822-8980-86475a3440a8 None None] No DVR routers for this DVR port 52df010e-a629-48ba-9728-4a4f05b9570e on host dv-cinder-835881-6-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:44.040378 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4136323', 'neutron.services.segments.db._delete_segments_for_network-8733100590156'] for network (0f3734b2-31c2-4a8a-839c-b96f649449bf), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.060720 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3734b2-31c2-4a8a-839c-b96f649449bf']}} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:44.070633 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d') {'for_net_delete': True} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:44.070923 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.services.segments.db [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e464880f-7a8a-437e-8a8c-50ba66e4ba2d') {} {{(pid=103755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:44.080123 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733100591189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25313232'] for segment (e464880f-7a8a-437e-8a8c-50ba66e4ba2d), before_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.093019 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475'] for segment (e464880f-7a8a-437e-8a8c-50ba66e4ba2d), precommit_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.098841 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:48:44.099274 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4175475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25314149'] for segment (e464880f-7a8a-437e-8a8c-50ba66e4ba2d), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: Traceback (most recent call last): May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: timer() May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: cb(*args, **kw) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: return func(*args, **kwargs) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: self._notify() May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: self.callback(batched_events) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: event.method(event) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: return f(self, *a, **k) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._get(url).json() May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: return self.request(url, 'GET', **kwargs) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:48:44.101749 dv-cinder-835881-6-iscsi neutron-server[103755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:48:44.255095 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4136346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-972967'] for network (0f3734b2-31c2-4a8a-839c-b96f649449bf), after_delete {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.260928 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron_lib.callbacks.manager [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571449'] for network (None), before_response {{(pid=103755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.264488 dv-cinder-835881-6-iscsi neutron-server[103755]: INFO neutron.wsgi [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f3734b2-31c2-4a8a-839c-b96f649449bf HTTP/1.1" status: 204 len: 168 time: 0.7239730 May 05 15:48:44.280228 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 52df010e-a629-48ba-9728-4a4f05b9570e no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:44.285460 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70a69-c687-4934-b4ce-9a3a59be0b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3734b2-31c2-4a8a-839c-b96f649449bf,revision_number=None']} {{(pid=103755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:44.301086 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 52df010e-a629-48ba-9728-4a4f05b9570e {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:44.301527 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 52df010e-a629-48ba-9728-4a4f05b9570e not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:44.302016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 4c46a06c-bd04-4dfd-a239-44269b8a4b31 no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:44.322603 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 4c46a06c-bd04-4dfd-a239-44269b8a4b31 {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:44.322946 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 4c46a06c-bd04-4dfd-a239-44269b8a4b31 not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:44.323374 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 126878f2-b5db-4b7e-9f25-ac4146a038be no longer exists at agent ovs-agent-dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:48:44.342548 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] No Port match for: 126878f2-b5db-4b7e-9f25-ac4146a038be {{(pid=103757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:48:44.342891 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.rpc [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Device 126878f2-b5db-4b7e-9f25-ac4146a038be not bound to the agent host dv-cinder-835881-6-iscsi {{(pid=103757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:48:44.660672 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48244) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:44.702090 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0d63c506-4d68-4dcd-8f3d-6493a0415359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a3fa7e53a3746738e1b6f3b12abbe04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399103 May 05 15:48:44.704426 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48246) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:44.754295 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] Publish callbacks [] for security_group (7d023a53-5c90-4df9-b51b-a77e9a1a82ef), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.777371 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] Publish callbacks [] for security_group (7d023a53-5c90-4df9-b51b-a77e9a1a82ef), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.910055 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (7d023a53-5c90-4df9-b51b-a77e9a1a82ef), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.913180 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:44.914464 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d023a53-5c90-4df9-b51b-a77e9a1a82ef HTTP/1.1" status: 204 len: 168 time: 0.2091737 May 05 15:48:44.922691 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f773d-7855-4791-afe7-a44f7872ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d023a53-5c90-4df9-b51b-a77e9a1a82ef,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:45.609479 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48252) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:45.650311 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-391ee903-aecc-4ab3-a0eb-91c0a30cf808 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2af48e93c384008bb6a7a1e352de3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396678 May 05 15:48:45.652899 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.55', 48254) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:45.706258 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] Publish callbacks [] for security_group (76b3553d-8ece-47b8-9911-6cb25fc08cf9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.728950 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] Publish callbacks [] for security_group (76b3553d-8ece-47b8-9911-6cb25fc08cf9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.849212 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607950'] for security_group (76b3553d-8ece-47b8-9911-6cb25fc08cf9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.854246 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.856202 dv-cinder-835881-6-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76b3553d-8ece-47b8-9911-6cb25fc08cf9 HTTP/1.1" status: 204 len: 168 time: 0.2021356 May 05 15:48:45.869830 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dac958-db89-413b-9d04-bbb8671cf5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b3553d-8ece-47b8-9911-6cb25fc08cf9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:54.167503 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:48:57.386035 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3820e5fe-982f-4a42-ada0-e31f01a40382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.568003 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a3288b86-8967-4868-931f-3b6236f1e56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.831143 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.185646 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.755954 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.762151 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:27.424452 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cfd37f2d-4343-4713-a6b1-416b5c548e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.578084 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ff634728-bd05-4141-b5b9-95c6691344c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.830037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:31.167737 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:49:32.229438 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.726581 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.732795 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:41.894053 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-ae5d69bc-2c84-4f1b-b325-b9fd9ba7452d req-4be09631-e20c-4ff0-a0dd-2aa8962d8fe9 service neutron] (103756) timed out ('10.222.0.60', 62983) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:49:57.417642 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2a891b86-89c1-4053-96e8-be595b05a21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:59.576571 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7843ef81-8d0d-4b6d-8e08-df0e923a641a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:00.856705 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:02.188525 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:03.719388 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:05.713668 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:08.167966 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:50:27.410156 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25515cf0-1a34-42f0-8e2d-1ce743681abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.581287 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-55af2fbf-43a7-4d0b-b4cd-2207b978663b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.855614 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:32.198469 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:33.747328 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:35.741382 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:38.172945 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-1043d48e-dbce-4f2b-a9fe-516b7e3b553e req-640adb7c-91a2-4d7c-9f42-203383e0492f tempest-ServerRescueNegativeTestJSON-1878688192 tempest-ServerRescueNegativeTestJSON-1878688192-project] (103756) timed out ('10.222.0.60', 63004) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:50:45.167561 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:50:57.438308 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2d66674e-6af9-4c6d-acd4-ff47ad050adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:59.580837 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f52619dd-14ad-450a-a2b2-b241aab571a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:01.077759 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:02.213916 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:03.752512 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:05.723261 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:16.594280 dv-cinder-835881-6-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-7ed46dbe-070c-49d7-8606-2d220de43707 service neutron] (103756) timed out ('10.222.0.55', 41384) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:51:16.672386 dv-cinder-835881-6-iscsi neutron-server[103755]: DEBUG neutron.wsgi [req-f7e71620-73d2-4845-9def-6f1b73af8586 req-396d52c2-f7c5-4352-870d-478d4bc49d56 tempest-AttachVolumeShelveTestJSON-1954861745 tempest-AttachVolumeShelveTestJSON-1954861745-project] (103755) timed out ('10.222.0.55', 41404) {{(pid=103755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:51:22.169793 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:27.420306 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1722082c-e293-4201-b7f8-7f622eadf7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:29.619846 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e889fa22-4851-4309-938f-8d3de01dd1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:30.842632 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:32.212529 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:33.727358 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:35.727061 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:57.411824 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dbca2c08-9005-4a6f-a773-6b0a074db486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:59.169271 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:59.619172 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9122415b-119b-439b-8208-fe350ef64a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:00.853627 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:02.179099 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:03.728074 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.744918 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:27.404664 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae5e702d-5462-43c2-9875-32031ed477d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:29.576183 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-792b1904-6a31-42dc-9624-480a28ac747f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:30.878777 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:32.204500 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:33.735971 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:35.744016 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:36.168550 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:52:57.429098 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24abaabd-84df-40ac-9c5d-4023a56134cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.609037 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b466706-ef1d-4926-a793-4933c4c01512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:00.865774 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.237237 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:03.740113 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:05.755160 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:13.168285 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:53:27.440015 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d539334-3a89-47e6-a69b-5ccfd2ad67b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:29.605366 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-76979e3c-9722-48ee-b7e9-789e84b16cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:30.881540 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:32.217018 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:33.765191 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4cc85474-506e-4764-a20c-c60d21e74b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (1ad0cacf-f17b-47c6-9ba6-cb504f4da5cf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:35.761525 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ce0598f0-c2e8-48b9-bd8b-b0673fe2b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (67259b3e-84b3-495c-b948-851d07012460), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:50.168290 dv-cinder-835881-6-iscsi neutron-server[103758]: DEBUG neutron.db.agents_db [None req-3f403a44-ca9c-441e-a2ad-55624c25932f None None] Agent healthcheck: found 6 active agents {{(pid=103758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:53:57.427312 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a7865e81-3c08-4998-bd01-6782d0eb0843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (11725854-fece-451f-a2be-1488be3719e3), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:59.554935 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-512ce2ca-003b-4f8b-809e-1ee8d58269f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (6708e638-e586-446c-ab70-c6de3222bbd6), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:00.880746 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9eb93705-4d7a-4491-97f2-919f6bcfc906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (5e084961-c7c9-4875-adcb-4ce34df78969), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:02.200466 dv-cinder-835881-6-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2110de0e-a2e7-4da8-ba8a-2c5ccf994142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733100590138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134338'] for agent (3d7a2e2f-992b-4fed-b333-54900ca8fe06), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}